You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/09 08:12:03 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21423 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21423/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([886A180CCD571763:885CACCCE45AB309]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([886A180CCD571763:32662F8392BFC12C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14202 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3150688 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001/init-core-data-001
[junit4] 2> 3150689 WARN (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 3150690 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3150692 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3150693 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001/tempDir-001
[junit4] 2> 3150693 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3150693 INFO (Thread-8094) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3150693 INFO (Thread-8094) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3150695 ERROR (Thread-8094) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3150793 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43323
[junit4] 2> 3150796 INFO (zkConnectionManagerCallback-5699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150800 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3150800 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@be4a34{/solr,null,AVAILABLE}
[junit4] 2> 3150802 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1892f61{/solr,null,AVAILABLE}
[junit4] 2> 3150805 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f4431{HTTP/1.1,[http/1.1]}{127.0.0.1:42309}
[junit4] 2> 3150805 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b05288{HTTP/1.1,[http/1.1]}{127.0.0.1:43955}
[junit4] 2> 3150805 INFO (jetty-launcher-5696-thread-1) [ ] o.e.j.s.Server Started @3151988ms
[junit4] 2> 3150805 INFO (jetty-launcher-5696-thread-2) [ ] o.e.j.s.Server Started @3151988ms
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42309}
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43955}
[junit4] 2> 3150806 ERROR (jetty-launcher-5696-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3150806 ERROR (jetty-launcher-5696-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3150806 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3150807 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3150807 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T07:53:33.443Z
[junit4] 2> 3150807 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T07:53:33.443Z
[junit4] 2> 3150808 INFO (zkConnectionManagerCallback-5701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150808 INFO (zkConnectionManagerCallback-5703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150809 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3150809 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3150821 INFO (jetty-launcher-5696-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43323/solr
[junit4] 2> 3150822 INFO (jetty-launcher-5696-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43323/solr
[junit4] 2> 3150822 INFO (zkConnectionManagerCallback-5708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150823 INFO (zkConnectionManagerCallback-5711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150825 INFO (zkConnectionManagerCallback-5713-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150825 INFO (zkConnectionManagerCallback-5715-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150892 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3150892 INFO (jetty-launcher-5696-thread-1) [n:127.0.0.1:42309_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3150893 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43955_solr
[junit4] 2> 3150893 INFO (jetty-launcher-5696-thread-1) [n:127.0.0.1:42309_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42309_solr
[junit4] 2> 3150893 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.Overseer Overseer (id=72118278654722053-127.0.0.1:43955_solr-n_0000000000) starting
[junit4] 2> 3150894 INFO (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3150894 INFO (zkCallback-5714-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3150899 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3150900 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43955_solr
[junit4] 2> 3150900 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3150906 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42309_solr]
[junit4] 2> 3150907 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3150907 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3150907 INFO (zkCallback-5714-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3150907 INFO (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3150908 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3150908 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3150908 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3151069 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43955.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151087 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43955.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151088 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43955.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151090 INFO (jetty-launcher-5696-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001/tempDir-001/node2/.
[junit4] 2> 3151117 INFO (jetty-launcher-5696-thread-1) [n:127.0.0.1:42309_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42309.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151133 INFO (jetty-launcher-5696-thread-1) [n:127.0.0.1:42309_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42309.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151134 INFO (jetty-launcher-5696-thread-1) [n:127.0.0.1:42309_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42309.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151136 INFO (jetty-launcher-5696-thread-1) [n:127.0.0.1:42309_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001/tempDir-001/node1/.
[junit4] 2> 3151165 INFO (zkConnectionManagerCallback-5721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3151169 INFO (zkConnectionManagerCallback-5725-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3151170 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3151171 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43323/solr ready
[junit4] 2> 3151188 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 3151189 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3151189 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3151189 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3151191 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3151191 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3151191 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3151199 INFO (qtp28563936-30626) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3151201 INFO (qtp2323615-30615) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3151202 DEBUG (qtp28563936-30614) [n:127.0.0.1:42309_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3151202 INFO (qtp28563936-30614) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3151202 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3151203 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3151204 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3151204 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3151205 INFO (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3151206 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3151206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3151206 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3151206 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3151206 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3151206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3151207 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3151207 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3151207 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e271f1{/solr,null,AVAILABLE}
[junit4] 2> 3151207 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@131a0aa{HTTP/1.1,[http/1.1]}{127.0.0.1:34671}
[junit4] 2> 3151208 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.e.j.s.Server Started @3152390ms
[junit4] 2> 3151208 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34671}
[junit4] 2> 3151208 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3151208 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3151208 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3151208 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3151209 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T07:53:33.844Z
[junit4] 2> 3151210 INFO (zkConnectionManagerCallback-5727-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3151211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3151221 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43323/solr
[junit4] 2> 3151222 INFO (zkConnectionManagerCallback-5731-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3151225 INFO (zkConnectionManagerCallback-5733-thread-1-processing-n:127.0.0.1:34671_solr) [n:127.0.0.1:34671_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3151230 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3151232 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3151234 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34671_solr
[junit4] 2> 3151235 INFO (zkCallback-5714-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3151235 INFO (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3151235 INFO (zkCallback-5724-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3151236 INFO (zkCallback-5732-thread-1-processing-n:127.0.0.1:34671_solr) [n:127.0.0.1:34671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3151340 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34671.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151353 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34671.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151353 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34671.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3151355 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [n:127.0.0.1:34671_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001/tempDir-001/node3/.
[junit4] 2> 3152208 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3152208 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3152208 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34671_solr at time 925975281856646
[junit4] 2> 3153209 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3153209 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3153209 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:34671_solr] added at times [925975281856646], now=925976282878949
[junit4] 2> 3153209 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34a2b6bbef086T34cux1ibx9qzbut918qu3o9sf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":925975281856646,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925975281856646],
[junit4] 2> "nodeNames":["127.0.0.1:34671_solr"]}}
[junit4] 2> 3153210 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 3153210 INFO (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3153211 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34a2b6bbef086T34cux1ibx9qzbut918qu3o9sf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":925975281856646,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925975281856646],
[junit4] 2> "_enqueue_time_":925976283680376,
[junit4] 2> "nodeNames":["127.0.0.1:34671_solr"]}}
[junit4] 2> 3153212 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 3153212 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34a2b6bbef086T34cux1ibx9qzbut918qu3o9sf
[junit4] 2> 3153215 INFO (qtp4723395-30678) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3153217 INFO (qtp28563936-30626) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3153219 INFO (qtp2323615-30625) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3153220 DEBUG (qtp2323615-30627) [n:127.0.0.1:43955_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3153220 INFO (qtp2323615-30627) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3153220 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3153221 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3153221 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3153221 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3153221 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3153222 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3155221 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[886A180CCD571763]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 3155243 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 3155243 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3155243 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3155244 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3155244 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3155244 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3155245 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3155250 INFO (qtp4723395-30678) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3155252 INFO (qtp28563936-30626) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3155254 INFO (qtp2323615-30627) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3155254 DEBUG (qtp4723395-30684) [n:127.0.0.1:34671_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3155255 INFO (qtp4723395-30684) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3155255 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3155256 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3155256 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3155256 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3155258 INFO (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3155258 INFO (qtp4723395-30679) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3155258 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3155258 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3155258 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3155258 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3155259 INFO (qtp28563936-30673) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3155260 INFO (qtp2323615-30625) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3155261 DEBUG (qtp4723395-30683) [n:127.0.0.1:34671_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3155262 INFO (qtp4723395-30683) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3155262 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3155262 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3155262 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3155263 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3155263 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3155263 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3155264 INFO (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3155265 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3155265 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3155265 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3155265 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3155265 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3155266 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3155267 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3155267 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3155267 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c01f09{/solr,null,AVAILABLE}
[junit4] 2> 3155268 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e99450{HTTP/1.1,[http/1.1]}{127.0.0.1:36933}
[junit4] 2> 3155268 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.Server Started @3156451ms
[junit4] 2> 3155268 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36933}
[junit4] 2> 3155268 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3155269 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3155269 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3155269 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3155269 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T07:53:37.905Z
[junit4] 2> 3155270 INFO (zkConnectionManagerCallback-5737-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3155271 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3155282 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43323/solr
[junit4] 2> 3155284 INFO (zkConnectionManagerCallback-5741-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3155286 INFO (zkConnectionManagerCallback-5743-thread-1-processing-n:127.0.0.1:36933_solr) [n:127.0.0.1:36933_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3155291 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3155292 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3155294 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36933_solr
[junit4] 2> 3155295 INFO (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3155295 INFO (zkCallback-5724-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3155295 INFO (zkCallback-5714-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3155295 INFO (zkCallback-5732-thread-1-processing-n:127.0.0.1:34671_solr) [n:127.0.0.1:34671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3155295 INFO (zkCallback-5742-thread-1-processing-n:127.0.0.1:36933_solr) [n:127.0.0.1:36933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3155514 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3155525 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3155525 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3155526 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [n:127.0.0.1:36933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001/tempDir-001/node4/.
[junit4] 2> 3156260 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3156260 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3156260 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36933_solr at time 925979334275005
[junit4] 2> 3156260 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:36933_solr] added at times [925979334275005], now=925979334320667
[junit4] 2> 3156260 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34a2c5d49efbdT34cux1ibx9qzbut918qu3o9sh",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":925979334275005,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925979334275005],
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3156261 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 3156261 INFO (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3156262 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34a2c5d49efbdT34cux1ibx9qzbut918qu3o9sh",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":925979334275005,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925979334275005],
[junit4] 2> "_enqueue_time_":925979334523090,
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3156262 INFO (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 3156263 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3156263 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3156263 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34a2c5d49efbdT34cux1ibx9qzbut918qu3o9sh
[junit4] 2> 3161263 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3161263 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3161263 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3161263 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3161263 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36933_solr at time 925984337397362
[junit4] 2> 3161263 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:36933_solr] added at times [925984337397362], now=925984337447319
[junit4] 2> 3161264 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34a2d877f8672T34cux1ibx9qzbut918qu3o9sj",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":925984337397362,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925984337397362],
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3161264 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 3161264 INFO (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3161265 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34a2d877f8672T34cux1ibx9qzbut918qu3o9sj",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":925984337397362,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925984337397362],
[junit4] 2> "_enqueue_time_":925984337659770,
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3161265 INFO (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518162818898000000 current time = 1518162823901000000
[junit4] 2> real diff: 5003000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 3161265 INFO (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 3161265 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3161266 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3161266 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34a2d877f8672T34cux1ibx9qzbut918qu3o9sj
[junit4] 2> 3161269 INFO (qtp4723395-30683) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161271 INFO (qtp14583219-30712) [n:127.0.0.1:36933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161274 INFO (qtp28563936-30624) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161276 INFO (qtp2323615-30623) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161276 DEBUG (qtp28563936-30622) [n:127.0.0.1:42309_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3161277 INFO (qtp28563936-30622) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 3161277 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3161278 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161278 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3161278 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161278 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161278 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3161278 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3161280 INFO (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3161280 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3161281 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 3161282 INFO (qtp4723395-30682) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161284 INFO (qtp14583219-30718) [n:127.0.0.1:36933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161287 INFO (qtp28563936-30674) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161290 INFO (qtp2323615-30615) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3161290 DEBUG (qtp2323615-30617) [n:127.0.0.1:43955_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3161291 INFO (qtp2323615-30617) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 3161291 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3161291 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161291 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3161292 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161292 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161292 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3161292 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:36933_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3161292 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3161294 INFO (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3161294 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3161295 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 4
[junit4] 2> 3161295 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e99450{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3161295 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=23282700
[junit4] 2> 3161295 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3161295 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16115db: rootName = solr_36933, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@15a437
[junit4] 2> 3161302 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3161302 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d119b8: rootName = solr_36933, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1df60b3
[junit4] 2> 3161308 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3161308 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@eaca07: rootName = solr_36933, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d6580d
[junit4] 2> 3161309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36933_solr
[junit4] 2> 3161310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3161310 INFO (zkCallback-5742-thread-1-processing-n:127.0.0.1:36933_solr) [n:127.0.0.1:36933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3161310 INFO (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3161311 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3161310 INFO (zkCallback-5724-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3161311 INFO (zkCallback-5714-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3161311 INFO (zkCallback-5732-thread-1-processing-n:127.0.0.1:34671_solr) [n:127.0.0.1:34671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3161312 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c01f09{/solr,null,UNAVAILABLE}
[junit4] 2> 3161312 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3162281 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 3162281 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36933_solr
[junit4] 2> 3162281 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:36933_solr]
[junit4] 2> 3162281 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34a2dc42a4ecbT34cux1ibx9qzbut918qu3o9sl",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":925985355222731,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925985355222731],
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3162281 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 3162282 INFO (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3162282 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34a2dc42a4ecbT34cux1ibx9qzbut918qu3o9sl",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":925985355222731,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925985355222731],
[junit4] 2> "_enqueue_time_":925985355438467,
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3162282 INFO (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 3162283 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 3162283 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3162283 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 3162283 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3162283 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34a2dc42a4ecbT34cux1ibx9qzbut918qu3o9sl
[junit4] 2> 3167285 DEBUG (ScheduledTrigger-10317-thread-3) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 3167285 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3167285 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3167285 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 3167285 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3167286 DEBUG (ScheduledTrigger-10317-thread-1) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3167286 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36933_solr
[junit4] 2> 3167286 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:36933_solr]
[junit4] 2> 3167286 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34a2eee77abe7T34cux1ibx9qzbut918qu3o9sn",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":925990359903207,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925990359903207],
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3167286 DEBUG (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 3167287 INFO (ScheduledTrigger-10317-thread-2) [n:127.0.0.1:43955_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3167287 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34a2eee77abe7T34cux1ibx9qzbut918qu3o9sn",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":925990359903207,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[925990359903207],
[junit4] 2> "_enqueue_time_":925990360196447,
[junit4] 2> "nodeNames":["127.0.0.1:36933_solr"]}}
[junit4] 2> 3167287 INFO (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518162824918000000 current time = 1518162829923000000
[junit4] 2> real diff: 5005000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 3167287 INFO (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 3167287 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[886A180CCD571763]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 3167288 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 3167288 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3167288 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 3167288 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3167288 DEBUG (AutoscalingActionExecutor-10318-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34a2eee77abe7T34cux1ibx9qzbut918qu3o9sn
[junit4] 2> 3167310 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 3167310 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 10
[junit4] 2> 3167311 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3167311 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3167313 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3167313 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3167313 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3167317 INFO (qtp4723395-30683) [n:127.0.0.1:34671_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3167319 INFO (qtp28563936-30622) [n:127.0.0.1:42309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3167321 INFO (qtp2323615-30705) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3167322 DEBUG (qtp2323615-30623) [n:127.0.0.1:43955_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3167322 INFO (qtp2323615-30623) [n:127.0.0.1:43955_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3167323 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 3167323 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43955_solr, 127.0.0.1:34671_solr, 127.0.0.1:42309_solr]
[junit4] 2> 3167323 DEBUG (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3167323 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 3167323 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3167324 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3167324 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3167324 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3167324 INFO (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3167325 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65ca47{/solr,null,AVAILABLE}
[junit4] 2> 3167325 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3167325 DEBUG (OverseerAutoScalingTriggerThread-72118278654722053-127.0.0.1:43955_solr-n_0000000000) [n:127.0.0.1:43955_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 3167325 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3167325 DEBUG (ScheduledTrigger-10317-thread-4) [n:127.0.0.1:43955_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3167325 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b9639{HTTP/1.1,[http/1.1]}{127.0.0.1:42207}
[junit4] 2> 3167325 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.e.j.s.Server Started @3168508ms
[junit4] 2> 3167325 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42207}
[junit4] 2> 3167325 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3167326 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3167326 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3167326 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3167326 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T07:53:49.962Z
[junit4] 2> 3167327 INFO (zkConnectionManagerCallback-5747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3167328 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3167344 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43323/solr
[junit4] 2> 3167345 INFO (zkConnectionManagerCallback-5751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3167348 INFO (zkConnectionManagerCallback-5753-thread-1-processing-n:127.0.0.1:42207_solr) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3167352 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3167354 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [n:127.0.0.1:42207_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3167355 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [n:127.0.0.1:42207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42207_solr
[junit4] 2> 3167356 INFO (zkCallback-5712-thread-1-processing-n:127.0.0.1:43955_solr) [n:127.0.0.1:43955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167356 INFO (zkCallback-5714-thread-1-processing-n:127.0.0.1:42309_solr) [n:127.0.0.1:42309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167356 INFO (zkCallback-5724-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167356 INFO (zkCallback-5732-thread-1-processing-n:127.0.0.1:34671_solr) [n:127.0.0.1:34671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167357 INFO (zkCallback-5752-thread-1-processing-n:127.0.0.1:42207_solr) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3167446 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [n:127.0.0.1:42207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3167458 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [n:127.0.0.1:42207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15958f0
[junit4] 2> 3167458 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[886A180CCD571763]) [n:127.0.0.1:42207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42207.
[...truncated too long message...]
[n:127.0.0.1:42081_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3329170 INFO (jetty-closer-5697-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bab564{/solr,null,UNAVAILABLE}
[junit4] 2> 3329171 INFO (jetty-closer-5697-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3329180 WARN (zkCallback-5878-thread-1-processing-n:127.0.0.1:34551_solr) [n:127.0.0.1:34551_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3329180 WARN (zkCallback-5795-thread-1-processing-n:127.0.0.1:37295_solr) [n:127.0.0.1:37295_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3329181 INFO (jetty-closer-5697-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e79d81{/solr,null,UNAVAILABLE}
[junit4] 2> 3329181 INFO (jetty-closer-5697-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3329181 INFO (jetty-closer-5697-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1622488{/solr,null,UNAVAILABLE}
[junit4] 2> 3329182 INFO (jetty-closer-5697-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3329195 INFO (jetty-closer-5697-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19d593c{/solr,null,UNAVAILABLE}
[junit4] 2> 3329196 INFO (jetty-closer-5697-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3329196 ERROR (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3329197 INFO (SUITE-TriggerIntegrationTest-seed#[886A180CCD571763]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43323 43323
[junit4] 2> 3334220 INFO (Thread-8094) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43323 43323
[junit4] 2> 3334222 WARN (Thread-8094) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 144 /solr/collections/collection1/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 11 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72118278654722089-127.0.0.1:45535_solr-n_0000000012
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72118278654722068-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72118278654722071-127.0.0.1:34373_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/72118278654722059-127.0.0.1:34671_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72118278654722077-127.0.0.1:37295_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72118278654722059-core_node10-n_0000000004
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72118278654722071-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72118278654722083-127.0.0.1:39583_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886A180CCD571763-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneFixedGap), x_s=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1159, maxMBSortInHeap=5.6192318116564435, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16b0951), locale=bg-BG, timezone=America/Shiprock
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=250228872,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ExecutePlanActionTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestAtomicUpdateErrorCases, DeleteReplicaTest, UUIDUpdateProcessorFallbackTest, TestPullReplicaErrorHandling, CoreMergeIndexesAdminHandlerTest, BJQParserTest, ZkShardTermsTest, TestUninvertingReader, TestRandomDVFaceting, LeaderElectionIntegrationTest, TestRealTimeGet, DistributedDebugComponentTest, CachingDirectoryFactoryTest, TestDistribIDF, TestCoreContainer, MultiTermTest, TestSolrCLIRunExample, AutoscalingHistoryHandlerTest, TestDeleteCollectionOnDownNodes, HdfsBasicDistributedZkTest, SpatialFilterTest, TestFieldCache, SortSpecParsingTest, SchemaApiFailureTest, UpdateLogTest, AliasIntegrationTest, RestartWhileUpdatingTest, CopyFieldTest, SpellCheckCollatorWithCollapseTest, TestConfigSetImmutable, TestReplicaProperties, TestCloudPivotFacet, ShowFileRequestHandlerTest, TestTolerantSearch, BasicDistributedZk2Test, ResponseLogComponentTest, SmileWriterTest, ConnectionManagerTest, TestFileDictionaryLookup, TestClassicSimilarityFactory, TestBadConfig, CircularListTest, TestUtils, TestDistribStateManager, TestPayloadScoreQParserPlugin, AnalysisAfterCoreReloadTest, TestStressReorder, StatsReloadRaceTest, DocValuesMultiTest, TestImpersonationWithHadoopAuth, TestNumericRangeQuery64, DistributedFacetSimpleRefinementLongTailTest, FileBasedSpellCheckerTest, RegexBoostProcessorTest, TestFastWriter, SolrCmdDistributorTest, ReplaceNodeNoTargetTest, TestNamedUpdateProcessors, CurrencyFieldTypeTest, LukeRequestHandlerTest, MetricTriggerTest, EnumFieldTest, PingRequestHandlerTest, TestJsonRequest, TriLevelCompositeIdRoutingTest, DistributedSpellCheckComponentTest, TestUseDocValuesAsStored, CollectionTooManyReplicasTest, TestJavabinTupleStreamParser, SpatialHeatmapFacetsTest, URLClassifyProcessorTest, TestCodecSupport, ShardSplitTest, TestDynamicFieldCollectionResource, DistributedFacetPivotSmallTest, MultiThreadedOCPTest, TestExclusionRuleCollectionAccess, TestConfigsApi, DistribCursorPagingTest, TestDistributedMissingSort, ConvertedLegacyTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsNNFailoverTest, UnloadDistributedZkTest, StressHdfsTest, TestPolicyCloud, ConnectionReuseTest, SolrShardReporterTest, DistributedQueueTest, TestSchemaManager, TestManagedStopFilterFactory, DirectSolrSpellCheckerTest, TestMacroExpander, NoCacheHeaderTest, ZkStateWriterTest, TestLegacyField, PreAnalyzedUpdateProcessorTest, TestSubQueryTransformerDistrib, ClassificationUpdateProcessorIntegrationTest, NotRequiredUniqueKeyTest, TestTrieFacet, OverseerRolesTest, MetricUtilsTest, TestNRTOpen, TestReloadDeadlock, TestSystemCollAutoCreate, SolrJmxReporterTest, SearchHandlerTest, TestFaceting, SolrTestCaseJ4Test, InfixSuggestersTest, TestValueSourceCache, TestCorePropertiesReload, TestLazyCores, HttpPartitionTest, TestOnReconnectListenerSupport, TestNestedDocsSort, TestTolerantUpdateProcessorRandomCloud, TestRebalanceLeaders, TestMinMaxOnMultiValuedField, TestLargeCluster, DirectoryFactoryTest, JvmMetricsTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteNodeTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, RemoteQueryErrorTest, RollingRestartTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPI, TestCryptoKeys, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, CollectionsAPIAsyncDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [633/775 (1!)] on J2 in 183.71s, 14 tests, 2 failures <<< FAILURES!
[...truncated 44362 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21438 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21438/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F:5D440082E2A74477]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13238 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/init-core-data-001
[junit4] 2> 1141002 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1141002 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1141003 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1141003 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1141004 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[D5103F584C5B298F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /n/
[junit4] 2> 1141006 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1141010 INFO (Thread-5212) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1141010 INFO (Thread-5212) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1141018 ERROR (Thread-5212) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1141110 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkTestServer start zk server on port:41061
[junit4] 2> 1141116 INFO (zkConnectionManagerCallback-1867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141119 INFO (zkConnectionManagerCallback-1869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1141122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1141123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1141123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1141124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1141124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1141125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1141125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1141126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1141126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1141127 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1141128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1141211 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1141222 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1141223 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2669afd{/n,null,AVAILABLE}
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b638e70{HTTP/1.1,[http/1.1]}{127.0.0.1:41723}
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1142613ms
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/n, hostPort=41723, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores}
[junit4] 2> 1141225 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1141225 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:34.361Z
[junit4] 2> 1141227 INFO (zkConnectionManagerCallback-1871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1141227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/solr.xml
[junit4] 2> 1141230 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1141230 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1141231 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1141233 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1141234 INFO (zkConnectionManagerCallback-1875-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141235 INFO (zkConnectionManagerCallback-1877-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41723_n
[junit4] 2> 1141263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.Overseer Overseer (id=72131561544810500-127.0.0.1:41723_n-n_0000000000) starting
[junit4] 2> 1141266 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41723_n
[junit4] 2> 1141267 INFO (OverseerStateUpdate-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141299 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1141306 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:41723_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores
[junit4] 2> 1141318 INFO (zkConnectionManagerCallback-1883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41061/solr ready
[junit4] 2> 1141320 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41723_n&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141322 INFO (OverseerThreadFactory-3981-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1141424 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1141425 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1141527 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1142435 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1142443 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1142513 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1142519 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1142520 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1142522 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1142524 WARN (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1142550 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142550 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142551 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142551 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142552 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1142552 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a458d76[control_collection_shard1_replica_n1] main]
[junit4] 2> 1142553 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1142553 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1142554 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142555 INFO (searcherExecutor-3984-thread-1-processing-n:127.0.0.1:41723_n x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3a458d76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142555 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121618009686016
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1142559 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1142561 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41723/n/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1142662 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1142712 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1142713 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1288
[junit4] 2> 1142715 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1142814 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1143330 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1143715 INFO (qtp1437861434-13011) [n:127.0.0.1:41723_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41723_n&wt=javabin&version=2} status=0 QTime=2394
[junit4] 2> 1143718 INFO (zkConnectionManagerCallback-1887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41061/solr ready
[junit4] 2> 1143719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1143720 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1143722 INFO (OverseerThreadFactory-3981-thread-2-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1143723 WARN (OverseerThreadFactory-3981-thread-2-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1143927 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1143928 INFO (qtp1437861434-13017) [n:127.0.0.1:41723_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 1143993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001 of type NRT
[junit4] 2> 1143993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@122f26b4{/n,null,AVAILABLE}
[junit4] 2> 1143994 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c22067c{HTTP/1.1,[http/1.1]}{127.0.0.1:38233}
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1145383ms
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/n, hostPort=38233, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores}
[junit4] 2> 1143995 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1143995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:37.131Z
[junit4] 2> 1143999 INFO (zkConnectionManagerCallback-1889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144000 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1144000 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/solr.xml
[junit4] 2> 1144003 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1144003 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1144004 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1144011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1144012 INFO (zkConnectionManagerCallback-1893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144013 INFO (zkConnectionManagerCallback-1895-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1144016 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1144017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1144018 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38233_n
[junit4] 2> 1144019 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144020 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144020 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1144078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1144090 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:38233_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores
[junit4] 2> 1144113 INFO (qtp314245298-13062) [n:127.0.0.1:38233_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38233_n&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1144114 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1144114 INFO (OverseerThreadFactory-3981-thread-3-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38233_n for creating new replica
[junit4] 2> 1144115 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1144116 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1144218 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1145128 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1145138 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1145217 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145227 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1145228 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1145230 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1145232 WARN (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1145279 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1145279 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1145280 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1145280 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1145282 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1145283 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ba43b97[collection1_shard2_replica_n61] main]
[junit4] 2> 1145283 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1145284 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1145284 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1145285 INFO (searcherExecutor-3995-thread-1-processing-n:127.0.0.1:38233_n x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@3ba43b97[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1145286 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121620873347072
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38233/n/collection1_shard2_replica_n61/
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:38233/n/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1145291 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1145293 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38233/n/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1145394 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1145444 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1145445 INFO (qtp314245298-13068) [n:127.0.0.1:38233_n c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1329
[junit4] 2> 1145446 INFO (qtp314245298-13062) [n:127.0.0.1:38233_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38233_n&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1333
[junit4] 2> 1145517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001 of type NRT
[junit4] 2> 1145517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21afc54f{/n,null,AVAILABLE}
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a9bb622{HTTP/1.1,[http/1.1]}{127.0.0.1:34161}
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1146907ms
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/n, hostPort=34161, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores}
[junit4] 2> 1145518 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1145518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1145519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:38.655Z
[junit4] 2> 1145519 INFO (zkConnectionManagerCallback-1899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1145520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/solr.xml
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1145522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1145524 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1145525 INFO (zkConnectionManagerCallback-1903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145527 INFO (zkConnectionManagerCallback-1905-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1145529 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1145530 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1145531 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34161_n
[junit4] 2> 1145531 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145531 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145531 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145539 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1145569 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145576 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145576 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1145577 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:34161_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores
[junit4] 2> 1145601 INFO (qtp1271934844-13096) [n:127.0.0.1:34161_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34161_n&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1145602 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1145603 INFO (OverseerThreadFactory-3981-thread-4-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34161_n for creating new replica
[junit4] 2> 1145604 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1145604 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1145707 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1145707 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1146898 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1146924 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1146982 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1146990 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1146993 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1146995 WARN (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1147053 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1147053 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1147054 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1147054 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1147056 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1147056 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@738a9111[collection1_shard3_replica_n63] main]
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1147057 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1147058 INFO (searcherExecutor-4006-thread-1-processing-n:127.0.0.1:34161_n x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@738a9111[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1147058 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121622731423744
[junit4] 2> 1147061 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1147061 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34161/n/collection1_shard3_replica_n63/
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:34161/n/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1147062 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1147063 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34161/n/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1147164 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1147164 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1147213 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1147214 INFO (qtp1271934844-13102) [n:127.0.0.1:34161_n c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1610
[junit4] 2> 1147215 INFO (qtp1271934844-13096) [n:127.0.0.1:34161_n ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34161_n&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1614
[junit4] 2> 1147283 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001 of type NRT
[junit4] 2> 1147283 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659581e{/n,null,AVAILABLE}
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e583e50{HTTP/1.1,[http/1.1]}{127.0.0.1:32781}
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.e.j.s.Server Started @1148673ms
[junit4] 2> 1147284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/n, hostPort=32781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores}
[junit4] 2> 1147284 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1147285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T16:11:40.421Z
[junit4] 2> 1147287 INFO (zkConnectionManagerCallback-1909-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1147287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/solr.xml
[junit4] 2> 1147290 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1147290 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1147291 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1147294 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41061/solr
[junit4] 2> 1147295 INFO (zkConnectionManagerCallback-1913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147301 INFO (zkConnectionManagerCallback-1915-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1147304 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1147304 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1147305 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_n
[junit4] 2> 1147305 INFO (zkCallback-1876-thread-1-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147305 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147306 INFO (zkCallback-1914-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1147366 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1147378 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[D5103F584C5B298F]) [n:127.0.0.1:32781_n ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores
[junit4] 2> 1147406 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147406 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147423 INFO (qtp1240489428-13130) [n:127.0.0.1:32781_n ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_n&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1147425 INFO (OverseerCollectionConfigSetProcessor-72131561544810500-127.0.0.1:41723_n-n_0000000000) [n:127.0.0.1:41723_n ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1147425 INFO (OverseerThreadFactory-3981-thread-5-processing-n:127.0.0.1:41723_n) [n:127.0.0.1:41723_n ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:32781_n for creating new replica
[junit4] 2> 1147426 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1147426 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1147528 INFO (zkCallback-1904-thread-1-processing-n:127.0.0.1:34161_n) [n:127.0.0.1:34161_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147529 INFO (zkCallback-1914-thread-1-processing-n:127.0.0.1:32781_n) [n:127.0.0.1:32781_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1147528 INFO (zkCallback-1894-thread-1-processing-n:127.0.0.1:38233_n) [n:127.0.0.1:38233_n ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1148438 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1148447 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1148523 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25b6d2
[junit4] 2> 1148529 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1148530 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_D5103F584C5B298F-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1148531 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=39.4501953125, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=27.16609711692454, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1148533 WARN (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1148557 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1148557 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1148558 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1660634496, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d5be9d2[collection1_shard1_replica_n65] main]
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1148559 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1148560 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1148561 INFO (searcherExecutor-4017-thread-1-processing-n:127.0.0.1:32781_n x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@5d5be9d2[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1148561 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592121624307433472
[junit4] 2> 1148563 INFO (qtp1240489428-13136) [n:127.0.0.1:32781_n c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext En
[...truncated too long message...]
nalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1309456 WARN (jetty-launcher-9243-thread-2-EventThread) [n:127.0.0.1:45195_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> Feb 11, 2018 4:14:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> 1309457 WARN (jetty-launcher-9243-thread-2-SendThread(127.0.0.1:43649)) [n:127.0.0.1:45195_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@13ab6f13), locale=ru, timezone=Pacific/Ponape
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=3,free=226119480,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCoreDiscovery, TestSQLHandler, DistributedQueueTest, TestSimpleQParserPlugin, TestReplicaProperties, DocValuesMultiTest, TestScoreJoinQPScore, ClassificationUpdateProcessorFactoryTest, SolrCloudExampleTest, TestSchemaSimilarityResource, DistanceFunctionTest, TestCollectionAPIs, UniqFieldsUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, TestLargeCluster, DeleteInactiveReplicaTest, DateMathParserTest, ShowFileRequestHandlerTest, TestSolrCoreProperties, CheckHdfsIndexTest, URLClassifyProcessorTest, BlockJoinFacetRandomTest, TestUtils, ReturnFieldsTest, TestHttpShardHandlerFactory, TestFieldCollectionResource, TestDistribStateManager, TestStreamBody, HdfsRestartWhileUpdatingTest, LeaderElectionIntegrationTest, SpatialRPTFieldTypeTest, TestStressReorder, FacetPivotSmallTest, CleanupOldIndexTest, ResponseLogComponentTest, TestPKIAuthenticationPlugin, TestPullReplicaErrorHandling, TestGraphTermsQParserPlugin, SolrTestCaseJ4Test, TestSegmentSorting, JSONWriterTest, TestQuerySenderListener, TestConfigSetImmutable, TestBlendedInfixSuggestions, ReplaceNodeNoTargetTest, IndexSchemaRuntimeFieldTest, NumericFieldsTest, TestMultiWordSynonyms, BasicDistributedZk2Test, MoveReplicaHDFSFailoverTest, TestRandomDVFaceting, TestLazyCores, TestSortByMinMaxFunction, HdfsTlogReplayBufferedWhileIndexingTest, SpellCheckComponentTest, FullHLLTest, ParsingFieldUpdateProcessorsTest, DocValuesTest, SearchHandlerTest, TestConfigReload, TestSolrConfigHandlerConcurrent, TestCloudPivotFacet, ConjunctionSolrSpellCheckerTest, TestExactStatsCache, SpellPossibilityIteratorTest, TestLeaderInitiatedRecoveryThread, TestCloudDeleteByQuery, TestCloudNestedDocsSort, TestEmbeddedSolrServerConstructors, ClusterStateTest, SparseHLLTest, TestLFUCache, HdfsNNFailoverTest, TestCustomSort, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, AliasIntegrationTest, TestRTimerTree, TriLevelCompositeIdRoutingTest, TestLMJelinekMercerSimilarityFactory, NotRequiredUniqueKeyTest, TestConfigSetsAPIExclusivity, DateFieldTest, TestDocTermOrds, TestAtomicUpdateErrorCases, TestStressLiveNodes, SolrJmxReporterCloudTest, FileBasedSpellCheckerTest, TimeZoneUtilsTest, TestPointFields, TestManagedResourceStorage, AnalysisErrorHandlingTest, TestPolicyCloud, SuggesterTSTTest, DocValuesMissingTest, TestHighFrequencyDictionaryFactory, TemplateUpdateProcessorTest, TestCustomDocTransformer, TestSortableTextField, TestQueryTypes, TestLegacyNumericRangeQueryBuilder, StatelessScriptUpdateProcessorFactoryTest, TestCopyFieldCollectionResource, TestSolrDeletionPolicy2, RulesTest, SaslZkACLProviderTest, AnalyticsMergeStrategyTest, CircularListTest, TermVectorComponentTest, LeaderElectionTest, TestTolerantUpdateProcessorRandomCloud, TestSolrCoreParser, TestXmlQParserPlugin, TestRawResponseWriter, OverseerRolesTest, TestImplicitCoreProperties, TestRandomCollapseQParserPlugin, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=D5103F584C5B298F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Pacific/Ponape -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=25442, name=jetty-launcher-9243-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=25443, name=jetty-launcher-9243-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([D5103F584C5B298F]:0)
[junit4] Completed [366/776 (2!)] on J2 in 47.48s, 12 tests, 1 error <<< FAILURES!
[...truncated 49634 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21437 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21437/
Java: 64bit/jdk-10-ea+42 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:1E58246A785667D8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:1E3192CFEC6AEB8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([960C1BB0D6AA0A20:A7B27654A8007FD2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1945792 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/init-core-data-001
[junit4] 2> 1945793 WARN (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1945793 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001
[junit4] 2> 1945794 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1945794 INFO (Thread-5231) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1945794 INFO (Thread-5231) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1945795 ERROR (Thread-5231) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1945894 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43283
[junit4] 2> 1945895 INFO (zkConnectionManagerCallback-7670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@511b565a{/solr,null,AVAILABLE}
[junit4] 2> 1945897 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d968bb5{/solr,null,AVAILABLE}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ce0204c{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bbbcd80{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35587}
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35971}
[junit4] 2> 1945899 ERROR (jetty-launcher-7667-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1945899 ERROR (jetty-launcher-7667-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1945899 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1945900 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.153013Z
[junit4] 2> 1945900 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.153037Z
[junit4] 2> 1945900 INFO (zkConnectionManagerCallback-7674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945906 INFO (zkConnectionManagerCallback-7673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945906 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1945906 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1945915 INFO (jetty-launcher-7667-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1945916 INFO (jetty-launcher-7667-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1945917 INFO (zkConnectionManagerCallback-7679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945917 INFO (zkConnectionManagerCallback-7682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945921 INFO (zkConnectionManagerCallback-7684-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945922 INFO (zkConnectionManagerCallback-7686-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1945971 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1945971 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35971_solr
[junit4] 2> 1945972 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer (id=72130908406480901-127.0.0.1:35971_solr-n_0000000000) starting
[junit4] 2> 1945981 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_solr
[junit4] 2> 1945981 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1945982 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1945982 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1945983 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1945984 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35587_solr
[junit4] 2> 1945985 INFO (zkCallback-7683-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1945994 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1945994 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1945994 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1946001 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1946022 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946034 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946036 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946036 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35587.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946037 INFO (jetty-launcher-7667-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node2/.
[junit4] 2> 1946043 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946043 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35971.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946044 INFO (jetty-launcher-7667-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node1/.
[junit4] 2> 1946066 INFO (zkConnectionManagerCallback-7692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946067 INFO (zkConnectionManagerCallback-7696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946068 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1946068 INFO (SUITE-TriggerIntegrationTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43283/solr ready
[junit4] 2> 1946074 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1946074 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1946074 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1946074 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1946075 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1946086 INFO (qtp1930933756-25907) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1946094 INFO (qtp975817365-25967) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1946094 DEBUG (qtp975817365-25904) [n:127.0.0.1:35971_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1946094 INFO (qtp975817365-25904) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1946094 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1946095 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35587_solr, 127.0.0.1:35971_solr]
[junit4] 2> 1946095 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1946095 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1946096 INFO (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1946096 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1946096 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1946096 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1946097 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1946097 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1946113 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1336454f{/solr,null,AVAILABLE}
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a3ef462{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1946114 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37477}
[junit4] 2> 1946115 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1946115 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:28.368372Z
[junit4] 2> 1946125 INFO (zkConnectionManagerCallback-7698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946126 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1946137 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1946145 INFO (zkConnectionManagerCallback-7702-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946153 INFO (zkConnectionManagerCallback-7704-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1946156 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1946157 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1946158 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37477_solr
[junit4] 2> 1946159 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946159 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946169 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946169 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1946204 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1946212 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37477_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node3/.
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1947097 DEBUG (ScheduledTrigger-5894-thread-2) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37477_solr at time 1118689787918046
[junit4] 2> 1948098 DEBUG (ScheduledTrigger-5894-thread-3) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1948098 DEBUG (ScheduledTrigger-5894-thread-3) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1949098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1949098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:37477_solr] added at times [1118689787918046], now=1118692789186691
[junit4] 2> 1950098 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1118689787918046,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118689787918046],
[junit4] 2> "nodeNames":["127.0.0.1:37477_solr"]}}
[junit4] 2> 1950099 DEBUG (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 1950099 INFO (ScheduledTrigger-5894-thread-1) [n:127.0.0.1:35971_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1950099 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1118689787918046,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118689787918046],
[junit4] 2> "_enqueue_time_":1118692789571494,
[junit4] 2> "nodeNames":["127.0.0.1:37477_solr"]}}
[junit4] 2> 1950101 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 1950101 DEBUG (AutoscalingActionExecutor-5895-thread-1-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3f971436c36deTcacvlf7ikxvuos5ajklb7d9n6
[junit4] 2> 1950102 INFO (qtp1930933756-25999) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950103 INFO (qtp975817365-25966) [n:127.0.0.1:35971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950106 INFO (qtp325237780-25973) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1950106 DEBUG (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1950106 INFO (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1950106 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1950107 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:35971_solr]
[junit4] 2> 1950107 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1950107 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1952107 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1952114 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1952114 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1952115 DEBUG (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1952115 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1952116 DEBUG (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1952116 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1952119 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1952120 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1952121 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7261331a{/solr,null,AVAILABLE}
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79052b29{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41077}
[junit4] 2> 1952122 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1952122 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:34.375901Z
[junit4] 2> 1952123 INFO (zkConnectionManagerCallback-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952124 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1952129 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1952138 INFO (zkConnectionManagerCallback-7712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952154 INFO (zkConnectionManagerCallback-7714-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1952157 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1952158 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1952159 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41077_solr
[junit4] 2> 1952159 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952159 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952160 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952160 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952174 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1952203 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41077.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1952211 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:41077_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node4/.
[junit4] 2> 1952246 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1952246 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@bbbcd80{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 1952249 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1711844645
[junit4] 2> 1952250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1952250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4160ce6c: rootName = solr_35971, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@31948349
[junit4] 2> 1952255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1952255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a8b9da7: rootName = solr_35971, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c6c705e
[junit4] 2> 1952258 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1952258 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c0ed333: rootName = solr_35971, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3376c23f
[junit4] 2> 1952259 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35971_solr
[junit4] 2> 1952260 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7683-thread-2-processing-n:127.0.0.1:35971_solr) [n:127.0.0.1:35971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1952260 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952260 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1952261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1952261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.Overseer Overseer (id=72130908406480901-127.0.0.1:35971_solr-n_0000000000) closing
[junit4] 2> 1952261 INFO (OverseerStateUpdate-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35971_solr
[junit4] 2> 1952261 WARN (OverseerAutoScalingTriggerThread-72130908406480901-127.0.0.1:35971_solr-n_0000000000) [n:127.0.0.1:35971_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1952269 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1952270 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35587_solr
[junit4] 2> 1952270 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@511b565a{/solr,null,UNAVAILABLE}
[junit4] 2> 1952270 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1952271 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer (id=72130908406480902-127.0.0.1:35587_solr-n_0000000001) starting
[junit4] 2> 1952273 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1952274 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1952275 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1952275 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1953275 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1954275 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1955276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1956276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1957271 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1957274 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957275 INFO (qtp325237780-26038) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957276 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1957277 INFO (qtp332072206-26005) [n:127.0.0.1:41077_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957277 DEBUG (qtp325237780-25979) [n:127.0.0.1:37477_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1957278 INFO (qtp325237780-25979) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957278 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1957279 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957279 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1957280 INFO (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1957280 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1957280 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1957280 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1957281 INFO (qtp325237780-25977) [n:127.0.0.1:37477_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957282 INFO (qtp332072206-26011) [n:127.0.0.1:41077_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957284 INFO (qtp1930933756-25907) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1957285 DEBUG (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1957285 INFO (qtp1930933756-25918) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1957285 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1957285 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1957285 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1957286 DEBUG (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37477_solr, 127.0.0.1:35587_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1957286 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1957287 INFO (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1957287 DEBUG (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1957287 DEBUG (ScheduledTrigger-5915-thread-4) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1957288 INFO (qtp1930933756-25917) [n:127.0.0.1:35587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1957288 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1957288 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@489df70{/solr,null,AVAILABLE}
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@688ccae3{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 1957289 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.Server Started @???????ms
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37209}
[junit4] 2> 1957290 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1957290 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T13:25:39.543510Z
[junit4] 2> 1957293 INFO (zkConnectionManagerCallback-7718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957293 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1957297 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43283/solr
[junit4] 2> 1957298 INFO (zkConnectionManagerCallback-7722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957299 INFO (zkConnectionManagerCallback-7724-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1957302 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1957302 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1957303 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37209_solr
[junit4] 2> 1957304 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957304 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957306 INFO (zkCallback-7723-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1957344 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957355 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957355 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37209.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f50343
[junit4] 2> 1957356 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [n:127.0.0.1:37209_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_960C1BB0D6AA0A20-001/tempDir-001/node5/.
[junit4] 2> 1958276 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1958281 DEBUG (ScheduledTrigger-5915-thread-1) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37209_solr at time 1118700971893367
[junit4] 2> 1958288 DEBUG (ScheduledTrigger-5915-thread-3) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 4
[junit4] 2> 1959277 DEBUG (ScheduledTrigger-5915-thread-4) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:37209_solr] added at times [1118700971893367], now=1118701972703493
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1118700971893367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118700971893367],
[junit4] 2> "nodeNames":["127.0.0.1:37209_solr"]}}
[junit4] 2> 1959282 DEBUG (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1959283 INFO (ScheduledTrigger-5915-thread-2) [n:127.0.0.1:35587_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1959283 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1118700971893367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118700971893367],
[junit4] 2> "_enqueue_time_":1118701973133550,
[junit4] 2> "nodeNames":["127.0.0.1:37209_solr"]}}
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1959284 DEBUG (AutoscalingActionExecutor-5916-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3f973de0a2277Tcacvlf7ikxvuos5ajklb7d9n8
[junit4] 2> 1959287 INFO (OverseerCollectionConfigSetProcessor-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1962409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ce0204c{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1385568415
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1962410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bf9df58: rootName = solr_35587, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6564d65f
[junit4] 2> 1962415 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1962415 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23cbfedc: rootName = solr_35587, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c6c705e
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7628c68b: rootName = solr_35587, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3376c23f
[junit4] 2> 1962419 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35587_solr
[junit4] 2> 1962420 INFO (zkCallback-7685-thread-1-processing-n:127.0.0.1:35587_solr) [n:127.0.0.1:35587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7713-thread-1-processing-n:127.0.0.1:41077_solr) [n:127.0.0.1:41077_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (zkCallback-7723-thread-1-processing-n:127.0.0.1:37209_solr) [n:127.0.0.1:37209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1962420 INFO (zkCallback-7695-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1962420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.Overseer Overseer (id=72130908406480902-127.0.0.1:35587_solr-n_0000000001) closing
[junit4] 2> 1962420 INFO (OverseerStateUpdate-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35587_solr
[junit4] 2> 1962420 WARN (OverseerAutoScalingTriggerThread-72130908406480902-127.0.0.1:35587_solr-n_0000000001) [n:127.0.0.1:35587_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1962421 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1962422 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37477_solr
[junit4] 2> 1962422 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d968bb5{/solr,null,UNAVAILABLE}
[junit4] 2> 1962422 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1962422 INFO (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.Overseer Overseer (id=72130908406480907-127.0.0.1:37477_solr-n_0000000002) starting
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1962424 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37209_solr, 127.0.0.1:37477_solr, 127.0.0.1:41077_solr]
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1962425 INFO (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:35587_solr
[junit4] 2> 1962425 INFO (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1962425 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1962425 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35587_solr
[junit4] 2> 1962425 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-2) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-2) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-3) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1962426 DEBUG (ScheduledTrigger-5926-thread-3) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35587_solr
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35587_solr]
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3f974d510426dTcacvlf7ikxvuos5ajklb7d9na",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1118705116267117,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118705116267117],
[junit4] 2> "nodeNames":["127.0.0.1:35587_solr"]}}
[junit4] 2> 1963426 DEBUG (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1963427 INFO (ScheduledTrigger-5926-thread-1) [n:127.0.0.1:37477_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3f974d510426dTcacvlf7ikxvuos5ajklb7d9na",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1118705116267117,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1118705116267117],
[junit4] 2> "_enqueue_time_":1118706117051476,
[junit4] 2> "nodeNames":["127.0.0.1:35587_solr"]}}
[junit4] 2> 1963427 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1963427 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1963428 DEBUG (AutoscalingActionExecutor-5927-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3f974d510426dTcacvlf7ikxvuos5ajklb7d9na
[junit4] 2> 1963435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1963435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[960C1BB0D6AA0A20]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 1963435 DEBUG (zkCallback-7703-thread-1-processing-n:127.0.0.1:37477_solr) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1963435 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1963437 DEBUG (OverseerAutoScalingTriggerThread-72130908406480907-127.0.0.1:37477_solr-n_0000000002) [n:127.0.0.1:37477_solr ] o.a.s.c.a.OverseerTriggerThread -- c
[...truncated too long message...]
lection.replacenodetest_coll_notarget.shard1.leader, tag=264068209
[junit4] 2> 2627319 INFO (jetty-closer-4635-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b1e26f1{/solr,null,UNAVAILABLE}
[junit4] 2> 2627335 INFO (jetty-closer-4635-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627339 INFO (jetty-closer-4635-thread-3) [ ] o.a.s.c.Overseer Overseer (id=72130952626241553-127.0.0.1:36363_solr-n_0000000000) closing
[junit4] 2> 2627339 INFO (OverseerStateUpdate-72130952626241553-127.0.0.1:36363_solr-n_0000000000) [n:127.0.0.1:36363_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36363_solr
[junit4] 2> 2627339 WARN (OverseerAutoScalingTriggerThread-72130952626241553-127.0.0.1:36363_solr-n_0000000000) [n:127.0.0.1:36363_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2627340 INFO (jetty-closer-4635-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58da3f76{/solr,null,UNAVAILABLE}
[junit4] 2> 2627341 INFO (jetty-closer-4635-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627342 INFO (jetty-closer-4635-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@680e7db7{/solr,null,UNAVAILABLE}
[junit4] 2> 2627342 INFO (jetty-closer-4635-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2627343 ERROR (SUITE-ReplaceNodeNoTargetTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2627344 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[960C1BB0D6AA0A20]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 2633275 INFO (Thread-5426) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 2633275 WARN (Thread-5426) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/replacenodetest_coll_notarget/terms/shard2
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard4
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard3
[junit4] 2> 5 /solr/collections/replacenodetest_coll_notarget/terms/shard5
[junit4] 2> 3 /solr/collections/replacenodetest_coll_notarget/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 51 /solr/collections/replacenodetest_coll_notarget/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/72130952626241553-127.0.0.1:36363_solr-n_0000000000
[junit4] 2> 2 /solr/collections/replacenodetest_coll_notarget/leader_elect/shard2/election/72130952626241554-core_node9-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_960C1BB0D6AA0A20-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@eacefbf), locale=se-FI, timezone=Europe/Prague
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=154914432,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedIntervalFacetingTest, CollectionReloadTest, DOMUtilTest, TestNumericTokenStream, ConfigSetsAPITest, SolrMetricReporterTest, ReplicationFactorTest, AddReplicaTest, TestBulkSchemaAPI, TestApiFramework, TestReRankQParserPlugin, TestCloudRecovery, TestSweetSpotSimilarityFactory, HLLUtilTest, CdcrBootstrapTest, TestSchemalessBufferedUpdates, InfoHandlerTest, SolrCLIZkUtilsTest, WrapperMergePolicyFactoryTest, CdcrRequestHandlerTest, AutoAddReplicasIntegrationTest, TestInPlaceUpdatesDistrib, CollectionsAPIDistributedZkTest, TestQueryWrapperFilter, TestTolerantUpdateProcessorCloud, TestElisionMultitermQuery, TestLocalFSCloudBackupRestore, TestGeoJSONResponseWriter, TestSha256AuthenticationProvider, CollectionStateFormat2Test, TestConfigOverlay, FastVectorHighlighterTest, DistributedFacetPivotWhiteBoxTest, BasicFunctionalityTest, TestFunctionQuery, GraphQueryTest, MoveReplicaTest, TestSolrCloudWithKerberosAlt, PeerSyncTest, BooleanFieldTest, TestSerializedLuceneMatchVersion, TestTestInjection, UpdateRequestProcessorFactoryTest, TestRandomRequestDistribution, TestAuthorizationFramework, TestCryptoKeys, AtomicUpdatesTest, ManagedSchemaRoundRobinCloudTest, TestShardHandlerFactory, SystemInfoHandlerTest, TestInitQParser, TestPushWriter, TestJsonFacetRefinement, TestScoreJoinQPNoScore, XsltUpdateRequestHandlerTest, LoggingHandlerTest, TestPerFieldSimilarity, BlockDirectoryTest, TestMiniSolrCloudClusterSSL, OutOfBoxZkACLAndCredentialsProvidersTest, TestFreeTextSuggestions, TestHalfAndHalfDocValues, BadComponentTest, TestPostingsSolrHighlighter, TestDynamicFieldResource, TestTrackingShardHandlerFactory, BigEndianAscendingWordDeserializerTest, V2ApiIntegrationTest, DistributedSuggestComponentTest, TestDFISimilarityFactory, TestSchemaResource, HdfsThreadLeakTest, TestJettySolrRunner, TestAuthenticationFramework, TestComplexPhraseQParserPlugin, TestBlobHandler, TestFieldTypeCollectionResource, CoreAdminCreateDiscoverTest, FileUtilsTest, LeaderElectionContextKeyTest, SoftAutoCommitTest, SimplePostToolTest, SchemaVersionSpecificBehaviorTest, TestStandardQParsers, SolrInfoBeanTest, ReplicaListTransformerTest, TestSolrConfigHandlerCloud, TestCloudJSONFacetJoinDomain, BlockJoinFacetDistribTest, TestMissingGroups, TestExpandComponent, TestOrdValues, TestRestoreCore, TestFieldCacheReopen, DocValuesNotIndexedTest, TestUseDocValuesAsStored2, HdfsWriteToMultipleCollectionsTest, HttpPartitionOnCommitTest, TestFilteredDocIdSet, TestZkChroot, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestSimpleTrackingShardHandler, TestSolrCloudWithHadoopAuthPlugin, ZkFailoverTest, IndexSchemaTest, TestSystemIdResolver, SecurityConfHandlerTest, TestNumericTerms32, AddBlockUpdateTest, TestSearchPerf, TestConfigSetsAPI, TestBinaryResponseWriter, RegexBytesRefFilterTest, TestManagedResource, DistributedExpandComponentTest, TestSolrIndexConfig, TimeRoutedAliasUpdateProcessorTest, ResourceLoaderTest, TestComputePlanAction, ZkControllerTest, DistanceUnitsTest, JsonLoaderTest, TestSurroundQueryParser, TestSolrXml, BasicZkTest, TestPolicyCloud, TestIntervalFaceting, TestReversedWildcardFilterFactory, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestReload, TestStressVersions, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestDocSet, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteShardTest, DeleteStatusTest, HealthCheckHandlerTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest]
[junit4] Completed [551/776 (2!)] on J1 in 12.57s, 1 test, 1 failure <<< FAILURES!
[...truncated 41865 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21436 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21436/
Java: 64bit/jdk-10-ea+42 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([E6E1CCC8F1BC47C2:6EB5F3125F402A3A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1818 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20180211_083122_183349784299215459171.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20180211_083122_1835227130164932308384.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20180211_083122_18311605563521934796287.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 295 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180211_084001_85517594082625749672559.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180211_084001_85517746937874522925689.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180211_084001_85512870024066554728571.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180211_084135_38812483455568949132236.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180211_084135_38810084357261169908906.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180211_084135_3875313276231745346407.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 239 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180211_084323_0668965267067157437256.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180211_084323_0675021743616348129968.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180211_084323_0636565547173667938718.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180211_084334_9871065262632654378200.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180211_084334_9871903244702711144080.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180211_084334_9878010444594579733805.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180211_084358_836511880559070207112.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180211_084358_83617887306003692205549.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180211_084358_8363134068269611415334.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 166 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180211_084402_6302784942366703872323.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180211_084402_6309487885700028710040.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180211_084402_6306223308965748576514.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180211_084405_55910227924116265558388.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180211_084405_5596895490385949570657.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180211_084405_5591961787941428069484.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180211_084421_08711277507088019087349.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180211_084421_08713056228949064687650.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180211_084428_22216642334061972661460.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180211_084428_22210759430955782369558.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180211_084428_22212264403715916948386.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 177 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180211_084430_95015783852612248403784.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 158 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180211_084440_92710742680134202753833.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180211_084440_92715304897866931027585.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180211_084440_92715280465631002485817.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1387 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180211_084503_7875406278470345412251.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180211_084503_7854609326496660679070.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180211_084503_78514674693002577506846.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20180211_084513_67216273659783595529553.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20180211_084513_6728497042520573861144.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20180211_084513_6728935435263270491009.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 262 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20180211_084528_2127528908844878368096.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 4 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20180211_084528_211232226242533260615.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20180211_084528_21211103556700772086731.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 236 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20180211_084841_8262611502769016766324.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20180211_084841_826212561382766460526.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20180211_084841_82616752315933671967560.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20180211_084845_03311953014325681145971.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20180211_084845_03315062150390340212766.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20180211_084845_03311648018142542663062.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 226 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20180211_084851_4272510832005158083285.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20180211_084851_4242556043655959470570.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20180211_084851_4247157427286987516332.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 188 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20180211_084930_7512960727799582402046.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20180211_084930_74914353006156653511617.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20180211_084930_7529093837271602762933.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 252 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180211_084943_0035185644828652068819.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180211_084943_00317406598167160461397.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180211_084943_0032633330385983037225.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20180211_084959_90217337509426645845289.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20180211_084959_90212257845087267377120.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20180211_084959_90214183034213658536828.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20180211_085035_267517142942065376230.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20180211_085035_26714852121424165306817.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 184 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20180211_085045_98515189711915749525944.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20180211_085045_98510248220987096299432.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20180211_085045_9852743027657134834720.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 304 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20180211_085103_97517736242734316262710.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20180211_085103_97515922120058030900521.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20180211_085103_97515745850711236929036.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180211_085115_09116605122378785724872.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180211_085115_09115105305199334351265.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180211_085115_0911415117073565730150.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 206 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20180211_085124_94615915154039838476324.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 12 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20180211_085124_94616037909943385296674.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20180211_085124_9462511192585514142469.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 225 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180211_085136_6424418391913012225876.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180211_085136_6428842129793015875723.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180211_085136_6426345116528644565902.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 317 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180211_085223_5364537151407188273575.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180211_085223_5365517528675540117118.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180211_085223_5362934883243640885464.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20180211_085239_7097474191586338048291.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 181 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180211_085241_72612235939614256136033.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180211_085241_72617810768341683086679.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 8 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180211_085241_7261092284165476165149.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 260 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20180211_085359_39560752555306269612.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20180211_085359_3958300023501497183228.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20180211_085359_3952053560188016411611.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3007 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1309005 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/init-core-data-001
[junit4] 2> 1309005 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1309006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E6E1CCC8F1BC47C2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1309007 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1309007 INFO (Thread-3108) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1309007 INFO (Thread-3108) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1309009 ERROR (Thread-3108) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1309107 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:43295
[junit4] 2> 1309109 INFO (zkConnectionManagerCallback-2818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309112 INFO (zkConnectionManagerCallback-2820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1309123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1309124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1309124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1309125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1309126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1309196 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1309197 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4544cd16{/,null,AVAILABLE}
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d77c359{HTTP/1.1,[http/1.1]}{127.0.0.1:44691}
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1311093ms
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/tempDir-001/control/data, hostPort=44691, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores, replicaType=NRT}
[junit4] 2> 1309198 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1309198 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1309199 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T09:16:59.697010Z
[junit4] 2> 1309200 INFO (zkConnectionManagerCallback-2822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1309200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/solr.xml
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1309202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1309203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43295/solr
[junit4] 2> 1309204 INFO (zkConnectionManagerCallback-2826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309206 INFO (zkConnectionManagerCallback-2828-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309235 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1309236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44691_
[junit4] 2> 1309236 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.Overseer Overseer (id=72129931360337924-127.0.0.1:44691_-n_0000000000) starting
[junit4] 2> 1309238 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44691_
[junit4] 2> 1309239 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309275 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1309281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44691_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores
[junit4] 2> 1309291 INFO (zkConnectionManagerCallback-2834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1309292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1309293 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43295/solr ready
[junit4] 2> 1309294 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44691_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1309296 INFO (OverseerThreadFactory-5660-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1309400 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1309400 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1309503 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310492 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1310498 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1310538 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1310544 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1310546 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44306300568726]
[junit4] 2> 1310547 WARN (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1310570 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1310570 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1310571 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1310571 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1310572 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=51.615234375, floorSegmentMB=1.3017578125, forceMergeDeletesPctAllowed=2.726626574056162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1310572 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@462aaeda[control_collection_shard1_replica_n1] main]
[junit4] 2> 1310573 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1310573 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1310574 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1310574 INFO (searcherExecutor-5663-thread-1-processing-n:127.0.0.1:44691_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@462aaeda[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1310574 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592095535081193472
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44691/control_collection_shard1_replica_n1/
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44691/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1310578 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1310580 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44691/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1310681 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1310730 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1310732 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1332
[junit4] 2> 1310734 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1310832 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1311297 INFO (OverseerCollectionConfigSetProcessor-72129931360337924-127.0.0.1:44691_-n_0000000000) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1311734 INFO (qtp716836513-13182) [n:127.0.0.1:44691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44691_&wt=javabin&version=2} status=0 QTime=2439
[junit4] 2> 1311737 INFO (zkConnectionManagerCallback-2838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1311738 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1311739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43295/solr ready
[junit4] 2> 1311739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1311739 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1311740 INFO (OverseerThreadFactory-5660-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1311741 WARN (OverseerThreadFactory-5660-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1311944 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1311944 INFO (qtp716836513-13188) [n:127.0.0.1:44691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 1312011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001 of type NRT
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1312012 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@220790d9{/,null,AVAILABLE}
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@495b5171{HTTP/1.1,[http/1.1]}{127.0.0.1:44653}
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1313908ms
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/tempDir-001/jetty1, hostPort=44653, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores}
[junit4] 2> 1312013 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T09:17:02.511837Z
[junit4] 2> 1312015 INFO (zkConnectionManagerCallback-2840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1312015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/solr.xml
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1312017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1312019 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43295/solr
[junit4] 2> 1312020 INFO (zkConnectionManagerCallback-2844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312021 INFO (zkConnectionManagerCallback-2846-thread-1-processing-n:127.0.0.1:44653_) [n:127.0.0.1:44653_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1312023 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312024 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1312025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44653_
[junit4] 2> 1312026 INFO (zkCallback-2837-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312026 INFO (zkCallback-2827-thread-2-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312026 INFO (zkCallback-2845-thread-1-processing-n:127.0.0.1:44653_) [n:127.0.0.1:44653_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312049 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312055 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1312056 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [n:127.0.0.1:44653_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores
[junit4] 2> 1312071 INFO (qtp2132139816-13234) [n:127.0.0.1:44653_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44653_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1312073 INFO (OverseerCollectionConfigSetProcessor-72129931360337924-127.0.0.1:44691_-n_0000000000) [n:127.0.0.1:44691_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1312073 INFO (OverseerThreadFactory-5660-thread-3-processing-n:127.0.0.1:44691_) [n:127.0.0.1:44691_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44653_ for creating new replica
[junit4] 2> 1312074 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1312074 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1313123 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1313131 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1313172 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@310a3cba
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1313180 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1313181 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44306300568726]
[junit4] 2> 1313182 WARN (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1313204 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1313204 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1313205 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=51.615234375, floorSegmentMB=1.3017578125, forceMergeDeletesPctAllowed=2.726626574056162, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1313206 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@4869f2ba[collection1_shard2_replica_n61] main]
[junit4] 2> 1313206 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1313207 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1313207 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1313208 INFO (searcherExecutor-5674-thread-1-processing-n:127.0.0.1:44653_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@4869f2ba[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1313208 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592095537843142656
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44653/collection1_shard2_replica_n61/
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:44653/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1313212 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1313213 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44653/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1313364 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1313366 INFO (qtp2132139816-13260) [n:127.0.0.1:44653_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1291
[junit4] 2> 1313367 INFO (qtp2132139816-13234) [n:127.0.0.1:44653_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44653_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1296
[junit4] 2> 1313439 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E6E1CCC8F1BC47C2-001/shard-2-001 of type NRT
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1313440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cdd90c5{/,null,AVAILABLE}
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30365a3b{HTTP/1.1,[http/1.1]}{127.0.0.1:46755}
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CCC8F1BC47C2]) [ ] o.e.j.s.Server Started @1315336ms
[junit4] 2> 1313441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E6E1CC
[...truncated too long message...]
orkspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180211_095315_4538283628732219413898.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 557 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180211_095410_97210823550255604161314.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180211_095410_97216419423338722126337.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180211_095410_9722078479701225903953.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1270 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180211_095425_7644911164242215103054.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180211_095425_7634308751109868182756.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 651 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180211_095432_32710634839318542338651.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180211_095432_32718403465930553970145.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180211_095432_3275831423294342997942.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 562 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180211_095454_7054542024333649005562.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180211_095454_70515542841043183806466.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180211_095454_7054140631000415977077.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 565 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180211_095506_25014203133636184764060.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180211_095506_2508827073693077281843.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180211_095506_2506660159881000871500.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 657 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180211_095515_7821401802528854662359.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180211_095515_78213980544180302755508.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180211_095515_78214823223405655127802.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 606 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180211_095545_3133022299492930906085.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180211_095545_31312910513567753902007.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 552 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180211_095558_47018369477749273207597.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32392 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21435 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21435/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1:787ADC4CF503A859]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([F02EE3965BFFC5A1:246BA8CFBCA9765A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12404 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 309758 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/init-core-data-001
[junit4] 2> 309759 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 309759 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 309760 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 309776 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001
[junit4] 2> 309776 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 309776 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 309776 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 309778 ERROR (Thread-828) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 309876 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43103
[junit4] 2> 309881 INFO (zkConnectionManagerCallback-420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1142084{/solr,null,AVAILABLE}
[junit4] 2> 309902 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15294d0{/solr,null,AVAILABLE}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15d250f{SSL,[ssl, http/1.1]}{127.0.0.1:45181}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.e.j.s.Server Started @311606ms
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45181}
[junit4] 2> 309904 ERROR (jetty-launcher-417-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T05:00:29.571Z
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b7b20c{SSL,[ssl, http/1.1]}{127.0.0.1:39641}
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.e.j.s.Server Started @311607ms
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39641}
[junit4] 2> 309904 ERROR (jetty-launcher-417-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309904 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T05:00:29.571Z
[junit4] 2> 309915 INFO (zkConnectionManagerCallback-422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309915 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309915 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309915 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90002, likely client has closed socket
[junit4] 2> 309924 INFO (jetty-launcher-417-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43103/solr
[junit4] 2> 309924 INFO (jetty-launcher-417-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43103/solr
[junit4] 2> 309931 INFO (zkConnectionManagerCallback-430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309936 INFO (zkConnectionManagerCallback-432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309939 INFO (zkConnectionManagerCallback-434-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309940 INFO (zkConnectionManagerCallback-436-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45181_solr
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr
[junit4] 2> 309968 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer (id=72128922757169158-127.0.0.1:45181_solr-n_0000000000) starting
[junit4] 2> 309971 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309972 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309974 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45181_solr
[junit4] 2> 309974 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 309974 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 310027 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 310030 WARN (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310034 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 310084 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 310084 WARN (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310084 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 310097 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 310097 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 310111 INFO (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 310111 INFO (jetty-launcher-417-thread-2-EventThread) [n:127.0.0.1:45181_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 310215 WARN (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310216 WARN (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 310276 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310283 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310285 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310285 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310286 INFO (jetty-launcher-417-thread-2) [n:127.0.0.1:45181_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node2/.
[junit4] 2> 310289 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310289 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 310290 INFO (jetty-launcher-417-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/.
[junit4] 2> 310338 INFO (zkConnectionManagerCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310358 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 310442 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1518361230079&s=pUuuKtAofH1IncqntctqP8fFi1k="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 310443 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 310454 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 310459 INFO (zkConnectionManagerCallback-445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f9000a, likely client has closed socket
[junit4] 2> 310618 INFO (zkConnectionManagerCallback-448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 310620 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43103/solr ready
[junit4] 2> 310675 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 310677 INFO (OverseerThreadFactory-1120-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 310781 INFO (OverseerStateUpdate-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39641/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 310986 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 310986 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 311093 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 311093 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312004 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 312020 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 312093 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@847b03
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 312104 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F02EE3965BFFC5A1-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 312106 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7122198592535528]
[junit4] 2> 312147 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 312147 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 312148 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 312148 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 312149 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1602195502, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 312149 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13fe401[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 312150 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 312198 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 312284 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 312284 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 312285 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592079398419300352
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 312285 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 312286 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:39641_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@13fe401[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 312289 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 312290 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39641/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 312392 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312392 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312441 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 312443 INFO (qtp893965-2507) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1456
[junit4] 2> 312443 WARN (httpShardExecutor-1116-thread-1-processing-n:127.0.0.1:45181_solr [https:////127.0.0.1:39641//solr] https:////127.0.0.1:39641//solr) [n:127.0.0.1:45181_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361230653&s=821Cfyvpsx28h6Danb3vGkSewko="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 312446 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 312543 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312543 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 312678 INFO (OverseerCollectionConfigSetProcessor-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 313446 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2770
[junit4] 2> 313446 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361230338&s=kTs7aAnQPaXUYMa8Usiun5yzrI0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:30 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:30 GMT
[junit4] 2> 313446 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 313447 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 313452 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 313456 INFO (qtp893965-2505) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 313457 WARN (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361233123&s=sHIvYPn7IQoFQrXDL6S9sCFH7P0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313458 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361233119&s=4hSVfwX7LgzvO4v0S5fNYEU6654="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313458 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1518361233123&s=sHIvYPn7IQoFQrXDL6S9sCFH7P0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313462 INFO (qtp893965-2499) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 313463 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1518361233129&s=2x9CmaOvGMJnIdsmSamyXgQN96A="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313463 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 313488 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 313490 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313491 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 313492 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1518361233157&s=5QSfQ1gnkB8WlveJRfzafXBCBi0="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313492 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 313508 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 313515 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1518361233176&s=G6jZen1lXL+BkJ5RvlSGkb7I+MM="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313515 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 313541 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 313542 INFO (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 313542 WARN (qtp12307654-2510) [n:127.0.0.1:45181_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 34 more
[junit4] 2> 313546 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 313569 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 313573 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1518361233238&s=EA402PdUZjgqcd8MpHMhUWU51iM="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313573 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 313594 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 313597 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1518361233261&s=cKabeYkkeQheC/pJyggu9ttYVZ4="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313597 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 313613 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 313631 WARN (qtp12307654-2498) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 313632 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1518361233280&s=c7xt93iTMR7LrrnMGGSLGkZNOCQ="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313633 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 313651 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 313652 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313655 INFO (qtp12307654-2508) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 313656 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1518361233319&s=uJANj2wAVTwpqkzfPFS/nKHO7Hc="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313656 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 313681 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 313682 INFO (qtp12307654-2498) [n:127.0.0.1:45181_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 313682 INFO (qtp12307654-2498) [n:127.0.0.1:45181_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 313683 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233349&s=/u1tGSLXNzl+kkGVkGHDJPjYTio="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313683 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 313698 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 313705 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233366&s=1+yEMMBn82jeVN/P1Y/uzlJX/WQ="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 313705 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 313724 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 324617 WARN (jetty-launcher-417-thread-2-SendThread(127.0.0.1:43103)) [n:127.0.0.1:45181_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14363ms for sessionid 0x10040df82f90007
[junit4] 2> 324617 WARN (jetty-launcher-417-thread-1-SendThread(127.0.0.1:43103)) [n:127.0.0.1:39641_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14363ms for sessionid 0x10040df82f90008
[junit4] 2> 324617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90008, likely client has closed socket
[junit4] 2> 324617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10040df82f90007, likely client has closed socket
[junit4] 2> 324618 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1518361233392&s=qb0BX/WOVhhtaEz0TqAdI/Vlt+4="; Path=/; Domain=127.0.0.1; Expires=Ne, 11-feb-2018 15:00:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: Ne, 11-feb-2018 15:00:33 GMT
[junit4] 2> 324619 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 324717 INFO (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 324719 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15d250f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 324719 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b7b20c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21058147
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=611255
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 324720 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c2aaf5: rootName = solr_45181, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@aa473d
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 324720 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8c3a5: rootName = solr_39641, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@193ae7c
[junit4] 2> 324724 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 324724 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9d985: rootName = solr_45181, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1231a40
[junit4] 2> 324726 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 324726 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a13fa7: rootName = solr_39641, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1231a40
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a8a915: rootName = solr_45181, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b5d7a8
[junit4] 2> 324728 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45181_solr
[junit4] 2> 324729 INFO (jetty-closer-418-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 324729 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 324729 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:45181_solr) [n:127.0.0.1:45181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 324729 INFO (jetty-closer-418-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72128922757169158-127.0.0.1:45181_solr-n_0000000000) closing
[junit4] 2> 324729 INFO (OverseerStateUpdate-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45181_solr
[junit4] 2> 324729 WARN (OverseerAutoScalingTriggerThread-72128922757169158-127.0.0.1:45181_solr-n_0000000000) [n:127.0.0.1:45181_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 324730 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39641_solr
[junit4] 2> 324730 ERROR (Thread[Thread-845,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45181_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 324731 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 324731 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@198401b: rootName = solr_39641, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b5d7a8
[junit4] 2> 324732 INFO (jetty-closer-418-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr
[junit4] 2> 324733 INFO (jetty-closer-418-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 324733 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1a490bc
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=27562172
[junit4] 2> 324733 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1628ddf: rootName = solr_39641, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1e887e9
[junit4] 2> 324741 INFO (coreCloseExecutor-1131-thread-1) [n:127.0.0.1:39641_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=27562172
[junit4] 2> 324747 ERROR (Thread[Thread-847,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:39641_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 325054 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1142084{/solr,null,UNAVAILABLE}
[junit4] 2> 325055 INFO (jetty-closer-418-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 325246 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15294d0{/solr,null,UNAVAILABLE}
[junit4] 2> 325246 INFO (jetty-closer-418-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 325247 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 325247 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43103 43103
[junit4] 2> 331904 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43103 43103
[junit4] 2> 331904 WARN (Thread-828) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 331923 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F02EE3965BFFC5A1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 11, 2018 5:00:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 11, 2018 5:01:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 11, 2018 5:01:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2547, name=jetty-launcher-417-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=2548, name=jetty-launcher-417-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 352022 ERROR (jetty-launcher-417-thread-1-EventThread) [n:127.0.0.1:39641_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.Abstract
[...truncated too long message...]
dating... (live nodes size: [0])
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@15f5a1c
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=23026204
[junit4] 2> 3303408 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cd5f64: rootName = solr_42693, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1c872c1
[junit4] 2> 3303415 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=23026204
[junit4] 2> 3303415 INFO (coreCloseExecutor-9226-thread-1) [n:127.0.0.1:42693_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 3303415 INFO (jetty-closer-5115-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72129117749116931-127.0.0.1:42693_solr-n_0000000000) closing
[junit4] 2> 3303415 INFO (OverseerStateUpdate-72129117749116931-127.0.0.1:42693_solr-n_0000000000) [n:127.0.0.1:42693_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42693_solr
[junit4] 2> 3303416 WARN (OverseerAutoScalingTriggerThread-72129117749116931-127.0.0.1:42693_solr-n_0000000000) [n:127.0.0.1:42693_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3303416 INFO (jetty-closer-5115-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b249b0{/solr,null,UNAVAILABLE}
[junit4] 2> 3303416 INFO (jetty-closer-5115-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3303417 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3303417 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37365 37365
[junit4] 2> 3303960 INFO (Thread-8571) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37365 37365
[junit4] 2> 3303961 WARN (Thread-8571) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3303961 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[F02EE3965BFFC5A1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBootstrapTest_F02EE3965BFFC5A1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), xyz=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), xyz=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1843, maxMBSortInHeap=6.667264343911554, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1af1069), locale=tr, timezone=Europe/Kirov
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=216522232,total=497811456
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedSearch, HdfsDirectoryTest, TestComplexPhraseLeadingWildcard, TestDynamicFieldCollectionResource, TestPerFieldSimilarityWithDefaultOverride, PKIAuthenticationIntegrationTest, UpdateParamsTest, TestSchemaManager, TestFastOutputStream, TestHashQParserPlugin, ZkSolrClientTest, TestClassicSimilarityFactory, ExitableDirectoryReaderTest, RollingRestartTest, TestPHPSerializedResponseWriter, CursorPagingTest, DistributedFacetPivotSmallTest, SimpleCollectionCreateDeleteTest, NodeMutatorTest, TestLuceneIndexBackCompat, OpenCloseCoreStressTest, TestSolrCloudWithDelegationTokens, TestPrepRecovery, TestCustomStream, SimpleFacetsTest, StatsComponentTest, TestReloadAndDeleteDocs, TestBinaryField, TestConfig, TestConfigSetProperties, StatsReloadRaceTest, BadCopyFieldTest, ZkCLITest, AutoscalingHistoryHandlerTest, RAMDirectoryFactoryTest, TestOmitPositions, TestFileDictionaryLookup, AtomicUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, SolrPluginUtilsTest, SolrIndexMetricsTest, DebugComponentTest, CoreMergeIndexesAdminHandlerTest, TestLockTree, TestCSVResponseWriter, TestReqParamsAPI, SolrRequestParserTest, TestEmbeddedSolrServerSchemaAPI, TestSystemCollAutoCreate, VMParamsZkACLAndCredentialsProvidersTest, HighlighterMaxOffsetTest, TestSolrCLIRunExample, HdfsRecoverLeaseTest, TestIndexingPerformance, UUIDUpdateProcessorFallbackTest, UUIDFieldTest, PluginInfoTest, SystemLogListenerTest, CdcrReplicationHandlerTest, CloudExitableDirectoryReaderTest, TestCSVLoader, TestTlogReplica, EchoParamsTest, SolrShardReporterTest, TestGroupingSearch, OutputWriterTest, RequestHandlersTest, TestRawTransformer, CdcrUpdateLogTest, TestSolrDeletionPolicy1, TestChildDocTransformer, TestNamedUpdateProcessors, TestPhraseSuggestions, HLLSerializationTest, TestLMDirichletSimilarityFactory, MigrateRouteKeyTest, TestBackupRepositoryFactory, HDFSCollectionsAPITest, TestMinMaxOnMultiValuedField, DocumentAnalysisRequestHandlerTest, TestSubQueryTransformerDistrib, TestNoOpRegenerator, TestBulkSchemaConcurrent, TestComponentsName, TestStressCloudBlindAtomicUpdates, DistributedDebugComponentTest, BlobRepositoryCloudTest, SynonymTokenizerTest, HdfsAutoAddReplicasIntegrationTest, BJQParserTest, FullSolrCloudDistribCmdsTest, SuggesterWFSTTest, DeleteLastCustomShardedReplicaTest, TestHashPartitioner, TestManagedStopFilterFactory, AssignTest, MetricUtilsTest, TestDistribIDF, TestCollationFieldDocValues, TestLegacyFieldCache, ConfigureRecoveryStrategyTest, TestMergePolicyConfig, SpellCheckCollatorTest, TestSchemaNameResource, SolrCoreCheckLockOnStartupTest, TestCollationField, CollectionsAPIAsyncDistributedZkTest, TestFieldCacheSortRandom, BitVectorTest, TestSolrConfigHandler, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, TestFieldCache, TestNestedDocsSort, XmlUpdateRequestHandlerTest, TestSolrFieldCacheBean, HighlighterConfigTest, TestRuleBasedAuthorizationPlugin, ConcurrentCreateRoutedAliasTest, MBeansHandlerTest, SmileWriterTest, TestClusterStateProvider, SpellingQueryConverterTest, CurrencyFieldTypeTest, NodeAddedTriggerTest, ActionThrottleTest, MoveReplicaHDFSTest, TestDocumentBuilder, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCharFilters, TestIBSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, ZkFailoverTest, TestReplicaProperties, AutoAddReplicasIntegrationTest, TestExecutePlanAction, TestLargeCluster, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, TestSimDistributedQueue, TestTriggerIntegration, CdcrBidirectionalTest, CdcrBootstrapTest]
[junit4] Completed [596/776 (3!)] on J0 in 188.31s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44620 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21434 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21434/
Java: 64bit/jdk1.8.0_162 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C]:0)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:B84A5AEFF32B9D50]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:AE1A543F2FD7BA06]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12299 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> 414248 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_888ABB6D7B597C0C-001/init-core-data-001
[junit4] 2> 414248 WARN (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 414248 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 414249 INFO (SUITE-TestDistribStateManager-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 414251 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 414251 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 414251 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 414251 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 414255 ERROR (Thread-1860) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 414351 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer start zk server on port:44699
[junit4] 2> 414353 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414353 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 414358 INFO (zkConnectionManagerCallback-579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414358 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 419359 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 419359 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44699 44699
[junit4] 2> 424379 INFO (Thread-1860) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44699 44699
[junit4] 2> 424380 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=888ABB6D7B597C0C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Africa/Maseru -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 10.1s J2 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C:AE1A543F2FD7BA06]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 424383 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 424383 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 424383 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 424383 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 424385 ERROR (Thread-1861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424484 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer start zk server on port:43835
[junit4] 2> 424486 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 424486 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 424490 ERROR (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424491 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 430264 INFO (Thread-1861) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43835 43835
[junit4] 2> 430265 INFO (TEST-TestDistribStateManager.testHasData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 430266 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 430266 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430267 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430267 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430268 INFO (TEST-TestDistribStateManager.testListData-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 430269 INFO (TEST-TestDistribStateManager.testMulti-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_888ABB6D7B597C0C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=717, maxMBSortInHeap=6.454719835647284, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79dee87), locale=zh-TW, timezone=Africa/Maseru
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=231662680,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [UtilsToolTest, TestSortByMinMaxFunction, CopyFieldTest, TestLargeCluster, TestCloudPivotFacet, TestRebalanceLeaders, TestUniqueKeyFieldResource, DistanceFunctionTest, TestLeaderInitiatedRecoveryThread, ConnectionReuseTest, ChangedSchemaMergeTest, TestAnalyzedSuggestions, TestCollectionAPIs, ReturnFieldsTest, DirectoryFactoryTest, WordBreakSolrSpellCheckerTest, UnloadDistributedZkTest, TestNonDefinedSimilarityFactory, TestCloudNestedDocsSort, TestGraphTermsQParserPlugin, TestFiltering, MoveReplicaHDFSFailoverTest, HdfsNNFailoverTest, StressHdfsTest, TolerantUpdateProcessorTest, SpatialFilterTest, SparseHLLTest, ExecutePlanActionTest, AnalysisErrorHandlingTest, HdfsTlogReplayBufferedWhileIndexingTest, ConcurrentDeleteAndCreateCollectionTest, CloneFieldUpdateProcessorFactoryTest, TestDistribStateManager]
[junit4] Completed [77/776 (1!)] on J2 in 16.03s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1720 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 2791461 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/init-core-data-001
[junit4] 2> 2791461 WARN (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 2791462 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2791463 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2791464 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001
[junit4] 2> 2791464 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2791464 INFO (Thread-9251) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2791464 INFO (Thread-9251) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2791465 ERROR (Thread-9251) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2791564 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36517
[junit4] 2> 2791566 INFO (zkConnectionManagerCallback-4825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791568 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9f4174f{/solr,null,AVAILABLE}
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b0720ef{HTTP/1.1,[http/1.1]}{127.0.0.1:38565}
[junit4] 2> 2791569 INFO (jetty-launcher-4822-thread-1) [ ] o.e.j.s.Server Started @2793061ms
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38565}
[junit4] 2> 2791570 ERROR (jetty-launcher-4822-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791570 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T01:42:33.885Z
[junit4] 2> 2791571 INFO (zkConnectionManagerCallback-4827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791571 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2791578 INFO (jetty-launcher-4822-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36517/solr
[junit4] 2> 2791579 INFO (zkConnectionManagerCallback-4831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791580 INFO (zkConnectionManagerCallback-4833-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791608 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2791608 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38565_solr
[junit4] 2> 2791609 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Overseer (id=72128144473653251-127.0.0.1:38565_solr-n_0000000000) starting
[junit4] 2> 2791611 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2791611 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38565_solr
[junit4] 2> 2791611 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2791612 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38565_solr]
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2791612 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2791613 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791613 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2791613 DEBUG (ScheduledTrigger-9733-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2791678 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791686 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791686 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791687 INFO (jetty-launcher-4822-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/.
[junit4] 2> 2791699 INFO (zkConnectionManagerCallback-4837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791701 INFO (zkConnectionManagerCallback-4841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791701 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791702 INFO (SUITE-ComputePlanActionTest-seed#[888ABB6D7B597C0C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36517/solr ready
[junit4] 2> 2791709 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 2791709 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2791710 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2791710 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791711 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2791713 INFO (qtp301087334-28088) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791713 DEBUG (qtp301087334-28082) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791713 INFO (qtp301087334-28082) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2791714 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791714 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2791715 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791715 DEBUG (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791716 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2791716 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791716 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2791716 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49d09d4f{/solr,null,AVAILABLE}
[junit4] 2> 2791717 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72b11364{HTTP/1.1,[http/1.1]}{127.0.0.1:46435}
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.e.j.s.Server Started @2793209ms
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46435}
[junit4] 2> 2791718 ERROR (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791718 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T01:42:34.033Z
[junit4] 2> 2791719 INFO (zkConnectionManagerCallback-4844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791720 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2791724 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36517/solr
[junit4] 2> 2791725 INFO (zkConnectionManagerCallback-4848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791727 INFO (zkConnectionManagerCallback-4850-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791729 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2791730 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2791731 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46435_solr
[junit4] 2> 2791731 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46435_solr"} current state version: 0
[junit4] 2> 2791731 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46435_solr
[junit4] 2> 2791731 INFO (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791731 INFO (zkCallback-4840-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791732 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791732 INFO (zkCallback-4840-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2791770 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791784 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791784 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2791785 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[888ABB6D7B597C0C]) [n:127.0.0.1:46435_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/.
[junit4] 2> 2791805 INFO (qtp301087334-28088) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791806 INFO (qtp848455284-28122) [n:127.0.0.1:46435_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791807 DEBUG (qtp301087334-28118) [n:127.0.0.1:38565_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2791807 INFO (qtp301087334-28118) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2791807 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2791807 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeLost&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2791807 DEBUG (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46435_solr, 127.0.0.1:38565_solr]
[junit4] 2> 2791808 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2791808 INFO (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeLost
[junit4] 2> 2791808 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2791810 DEBUG (OverseerAutoScalingTriggerThread-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2791811 DEBUG (ScheduledTrigger-9733-thread-1) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2791811 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791812 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2791815 INFO (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1076514567 sessionWrapper.createTime 1076514564748974, this.sessionWrapper.createTime 1076514564748974
[junit4] 2> 2791823 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "name":"testNodeLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2791824 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost
[junit4] 2> 2791824 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeLost/state.json
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2791919 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2791919 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2791920 INFO (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2791920 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2791920 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2792020 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 0
[junit4] 2> 2792121 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2792121 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2792121 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2792121 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeLost_shard1_replica_n1","base_url":"http://127.0.0.1:46435/solr","node_name":"127.0.0.1:46435_solr","state":"down","type":"NRT"}
[junit4] 2> 2792123 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeLost_shard1_replica_n2","base_url":"http://127.0.0.1:38565/solr","node_name":"127.0.0.1:38565_solr","state":"down","type":"NRT"}
[junit4] 2> 2792124 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2792224 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 1
[junit4] 2> 2792225 INFO (zkCallback-4832-thread-1-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792225 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2792812 DEBUG (ScheduledTrigger-9733-thread-2) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2793129 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2793129 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2793133 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeLost_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2793133 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeLost_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2793135 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2793135 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2793135 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeLost_shard1_replica_n1' using configuration from collection testNodeLost, trusted=true
[junit4] 2> 2793135 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeLost_shard1_replica_n2' using configuration from collection testNodeLost, trusted=true
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38565.solr.core.testNodeLost.shard1.replica_n2' (registry 'solr.core.testNodeLost.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46435.solr.core.testNodeLost.shard1.replica_n1' (registry 'solr.core.testNodeLost.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d61b478
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2793136 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeLost_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/testNodeLost_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node1/./testNodeLost_shard1_replica_n2/data/]
[junit4] 2> 2793136 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeLost_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/testNodeLost_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_888ABB6D7B597C0C-001/tempDir-001/node2/./testNodeLost_shard1_replica_n1/data/]
[junit4] 2> 2793164 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2793164 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2793164 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2793164 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2793165 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2793165 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2793166 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eb91955[testNodeLost_shard1_replica_n1] main]
[junit4] 2> 2793166 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@61de42fb[testNodeLost_shard1_replica_n2] main]
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2793167 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2793167 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2793167 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2793168 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2793168 INFO (searcherExecutor-9745-thread-1-processing-n:127.0.0.1:38565_solr x:testNodeLost_shard1_replica_n2 s:shard1 c:testNodeLost r:core_node4) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.SolrCore [testNodeLost_shard1_replica_n2] Registered new searcher Searcher@61de42fb[testNodeLost_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2793168 INFO (searcherExecutor-9744-thread-1-processing-n:127.0.0.1:46435_solr x:testNodeLost_shard1_replica_n1 s:shard1 c:testNodeLost r:core_node3) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SolrCore [testNodeLost_shard1_replica_n1] Registered new searcher Searcher@1eb91955[testNodeLost_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2793168 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592066945038942208
[junit4] 2> 2793168 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592066945038942208
[junit4] 2> 2793171 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2793172 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"} current state version: 0
[junit4] 2> 2793172 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46435/solr/testNodeLost_shard1_replica_n1/
[junit4] 2> 2793173 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeLost_shard1_replica_n1 url=http://127.0.0.1:46435/solr START replicas=[http://127.0.0.1:38565/solr/testNodeLost_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2793174 INFO (qtp301087334-28120) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.c.S.Request [testNodeLost_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2793273 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 2
[junit4] 2> 2793273 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793273 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeLost_shard1_replica_n1 url=http://127.0.0.1:46435/solr DONE. We have no versions. sync failed.
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2793473 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2793476 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46435/solr/testNodeLost_shard1_replica_n1/ shard1
[junit4] 2> 2793476 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 2793577 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 3
[junit4] 2> 2793577 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793577 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793627 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeLost_shard1_replica_n1","base_url":"http://127.0.0.1:46435/solr","node_name":"127.0.0.1:46435_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 2793628 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2793633 INFO (qtp848455284-28126) [n:127.0.0.1:46435_solr c:testNodeLost s:shard1 r:core_node3 x:testNodeLost_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1512
[junit4] 2> 2793729 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 4
[junit4] 2> 2793729 INFO (zkCallback-4832-thread-3-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4849-thread-2-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4832-thread-2-processing-n:127.0.0.1:38565_solr) [n:127.0.0.1:38565_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793729 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:46435_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeLost/state.json] for collection [testNodeLost] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2793812 DEBUG (ScheduledTrigger-9733-thread-2) [n:127.0.0.1:38565_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2794174 INFO (qtp301087334-28087) [n:127.0.0.1:38565_solr c:testNodeLost s:shard1 r:core_node4 x:testNodeLost_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeLost_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeLost&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2053
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeLost_shard1_replica_n2","base_url":"http://127.0.0.1:38565/solr","node_name":"127.0.0.1:38565_solr","state":"active","type":"NRT"}
[junit4] 2> 2794174 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeLost//collections/testNodeLost/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46435/solr",
[junit4] 2> "node_name":"127.0.0.1:46435_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:38565/solr",
[junit4] 2> "node_name":"127.0.0.1:38565_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2794176 INFO (qtp301087334-28086) [n:127.0.0.1:38565_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2794275 DEBUG (OverseerStateUpdate-72128144473653251-127.0.0.1:38565_solr-n_0000000000) [n:127.0.0.1:38565_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeLost/state.json version: 5
[junit4] 2> 2794275 INFO (zkCallback-4849-thread-1-processing-n:127.0.0.1:46435_solr) [n:127.0.0.1:4
[...truncated too long message...]
06)
[junit4] 2> Feb 11, 2018 1:50:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1418f58b), locale=en-CA, timezone=America/Martinique
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=148029744,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestClusterStateProvider, TestHashQParserPlugin, AutoScalingHandlerTest, HdfsRecoverLeaseTest, ConfigureRecoveryStrategyTest, TestUtilizeNode, ZkCLITest, TestSchemaManager, DistributedQueryElevationComponentTest, PKIAuthenticationIntegrationTest, SolrXmlInZkTest, SolrGangliaReporterTest, TestSchemaVersionResource, BasicDistributedZkTest, DistributedTermsComponentTest, TestHdfsUpdateLog, RollingRestartTest, CoreMergeIndexesAdminHandlerTest, TestBinaryField, TestFieldCacheSortRandom, ImplicitSnitchTest, TestSolrQueryParser, TestComponentsName, DeleteLastCustomShardedReplicaTest, ZkNodePropsTest, SolrRequestParserTest, HDFSCollectionsAPITest, TestCloudPseudoReturnFields, SolrIndexMetricsTest, XmlUpdateRequestHandlerTest, ExitableDirectoryReaderTest, TestDistribDocBasedVersion, DistributedVersionInfoTest, TestEmbeddedSolrServerSchemaAPI, TestDynamicFieldCollectionResource, TestPhraseSuggestions, TestClusterProperties, TestConfigSetsAPIZkFailure, TestDistribIDF, TestLRUStatsCache, TestWordDelimiterFilterFactory, TestConfigSetProperties, LIRRollingUpdatesTest, ActionThrottleTest, TestNamedUpdateProcessors, ChaosMonkeySafeLeaderWithPullReplicasTest, BlockJoinFacetSimpleTest, DistributedQueryComponentOptimizationTest, HdfsSyncSliceTest, TestWriterPerf, CdcrReplicationHandlerTest, ExternalFileFieldSortTest, MetricUtilsTest, HighlighterConfigTest, SolrIndexSplitterTest, TestSolrConfigHandler, OutputWriterTest, HdfsUnloadDistributedZkTest, ZkSolrClientTest, TestUseDocValuesAsStored, TestExportWriter, TermVectorComponentDistributedTest, TestPerFieldSimilarityWithDefaultOverride, TestDocumentBuilder, BJQParserTest, TestFileDictionaryLookup, TestPrepRecovery, TestRequestForwarding, OpenExchangeRatesOrgProviderTest, TestNodeAddedTrigger, TestClusterStateMutator, DirectUpdateHandlerTest, TestIBSimilarityFactory, HttpSolrCallGetCoreTest, FieldAnalysisRequestHandlerTest, TestNoOpRegenerator, TestReloadDeadlock, TestCloudInspectUtil, TestNumericRangeQuery64, BadIndexSchemaTest, UUIDUpdateProcessorFallbackTest, TestCoreBackup, TestShortCircuitedRequests, TestLMDirichletSimilarityFactory, TestConfigsApi, StatsComponentTest, SolrMetricManagerTest, DefaultValueUpdateProcessorTest, ShardRoutingTest, TestLockTree, CurrencyFieldTypeTest, SystemLogListenerTest, TestMaxScoreQueryParser, TestSimDistributedQueue, TestSubQueryTransformerDistrib, LargeFieldTest, TestSolrCLIRunExample, TestLegacyFieldCache, TestPHPSerializedResponseWriter, TestReqParamsAPI, DocumentAnalysisRequestHandlerTest, BitVectorTest, IndexBasedSpellCheckerTest, TestJoin, OpenCloseCoreStressTest, UpdateParamsTest, TestBulkSchemaConcurrent, BinaryUpdateRequestHandlerTest, NodeMutatorTest, TestRandomFlRTGCloud, HdfsChaosMonkeyNothingIsSafeTest, TestInfoStreamLogging, TestFastOutputStream, TestCustomStream, TestConfig, TestHdfsCloudBackupRestore, MoveReplicaHDFSTest, TestLegacyTerms, CursorPagingTest, TestRuleBasedAuthorizationPlugin, EnumFieldTest, SpellCheckCollatorTest, TestLuceneIndexBackCompat, OverseerCollectionConfigSetProcessorTest, SuggesterWFSTTest, TestSolrCoreSnapshots, LeaderFailureAfterFreshStartTest, MoveReplicaTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestOnReconnectListenerSupport, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, TestExecutePlanAction, TestNodeLostTrigger, TestPolicyCloud, CdcrBidirectionalTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, RulesTest, TestConfigSets, TestCorePropertiesReload, TestNRTOpen, TestReloadAndDeleteDocs, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReplicationHandlerBackup, TestSQLHandler, AutoscalingHistoryHandlerTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, JvmMetricsTest, SolrJmxReporterCloudTest, SolrCloudReportersTest, SubstringBytesRefFilterTest, TestMacroExpander, TestMacros, SmileWriterTest, TestRawResponseWriter, TestSolrQueryResponse, TestSubQueryTransformer, TestRestManager, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaSimilarityResource, TestManagedStopFilterFactory, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, SortSpecParsingTest, TestCustomSort, TestLegacyNumericRangeQueryBuilder, TestOverriddenPrefixQueryForCustomFieldType, TestReRankQParserPlugin, TestSmileRequest, TestJsonFacets, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=888ABB6D7B597C0C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-CA -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=37947, name=jetty-launcher-9541-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=37945, name=jetty-launcher-9541-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([888ABB6D7B597C0C]:0)
[junit4] Completed [765/776 (3!)] on J0 in 43.10s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48316 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21433 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21433/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload: 1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:
1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25734, name=qtp13379973-25734, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttpSolrClient
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient: 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.TestLBHttpSolrClient
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([44E42EE4811FD7D7:44D29A24A81273BD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14081 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/init-core-data-001
[junit4] 2> 3010199 WARN (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 3010199 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3010200 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3010200 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3010201 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001
[junit4] 2> 3010201 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3010201 INFO (Thread-7156) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3010201 INFO (Thread-7156) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3010204 ERROR (Thread-7156) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3010301 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36215
[junit4] 2> 3010305 INFO (zkConnectionManagerCallback-2635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010311 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010311 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010323 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010324 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3010326 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d488d{/solr,null,AVAILABLE}
[junit4] 2> 3010326 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@185b6e{/solr,null,AVAILABLE}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16b1d89{HTTP/1.1,[http/1.1]}{127.0.0.1:41857}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a2b909{HTTP/1.1,[http/1.1]}{127.0.0.1:37707}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.e.j.s.Server Started @3011552ms
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.e.j.s.Server Started @3011552ms
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41857}
[junit4] 2> 3010328 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37707}
[junit4] 2> 3010329 ERROR (jetty-launcher-2632-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010329 ERROR (jetty-launcher-2632-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:18.781Z
[junit4] 2> 3010329 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:18.781Z
[junit4] 2> 3010330 INFO (zkConnectionManagerCallback-2639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010330 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010331 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010331 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010343 INFO (jetty-launcher-2632-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010344 INFO (jetty-launcher-2632-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010344 INFO (zkConnectionManagerCallback-2644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010345 INFO (zkConnectionManagerCallback-2647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010346 INFO (zkConnectionManagerCallback-2649-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010346 INFO (zkConnectionManagerCallback-2651-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37707_solr
[junit4] 2> 3010408 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41857_solr
[junit4] 2> 3010409 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer (id=72127227289141254-127.0.0.1:37707_solr-n_0000000000) starting
[junit4] 2> 3010411 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3010416 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3010431 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3010432 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37707_solr
[junit4] 2> 3010433 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41857_solr]
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3010434 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3010434 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3010435 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3010435 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3010435 DEBUG (ScheduledTrigger-5787-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3010446 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3010697 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010706 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010712 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010712 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010713 INFO (jetty-launcher-2632-thread-2) [n:127.0.0.1:41857_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/.
[junit4] 2> 3010722 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010722 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010724 INFO (jetty-launcher-2632-thread-1) [n:127.0.0.1:37707_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node1/.
[junit4] 2> 3010780 INFO (zkConnectionManagerCallback-2657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010783 INFO (zkConnectionManagerCallback-2661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010784 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3010785 INFO (SUITE-TriggerIntegrationTest-seed#[44E42EE4811FD7D7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36215/solr ready
[junit4] 2> 3010848 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 3010849 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3010849 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3010849 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3010851 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3010853 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3010854 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c54013{/solr,null,AVAILABLE}
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@574c9{HTTP/1.1,[http/1.1]}{127.0.0.1:39783}
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.e.j.s.Server Started @3012079ms
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39783}
[junit4] 2> 3010855 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3010855 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T21:49:19.307Z
[junit4] 2> 3010857 INFO (zkConnectionManagerCallback-2663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010857 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3010866 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36215/solr
[junit4] 2> 3010868 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010870 INFO (zkConnectionManagerCallback-2669-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3010874 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3010875 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3010877 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39783_solr
[junit4] 2> 3010877 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010879 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3010974 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010985 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010985 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3010987 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[44E42EE4811FD7D7]) [n:127.0.0.1:39783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/.
[junit4] 2> 3011027 INFO (zkConnectionManagerCallback-2673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3011030 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3011032 INFO (OverseerThreadFactory-5789-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 3011138 INFO (OverseerStateUpdate-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41857/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3011139 INFO (OverseerStateUpdate-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39783/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3011345 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3011345 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3011345 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3011346 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3011449 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3011449 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012357 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3012358 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3012366 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n2] Schema name=minimal
[junit4] 2> 3012368 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3012370 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3012370 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 3012370 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3012370 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n2' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41857.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39783.solr.core.testMetricTrigger.shard2.replica_n2' (registry 'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd19b
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3012371 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n1/data/]
[junit4] 2> 3012371 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/testMetricTrigger_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_44E42EE4811FD7D7-001/tempDir-001/node3/./testMetricTrigger_shard2_replica_n2/data/]
[junit4] 2> 3012428 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3012428 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3012429 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3012429 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3012430 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19077e6[testMetricTrigger_shard1_replica_n1] main]
[junit4] 2> 3012432 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3012432 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3012433 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3012434 INFO (searcherExecutor-5800-thread-1-processing-n:127.0.0.1:41857_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@19077e6[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3012434 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592052270640398336
[junit4] 2> 3012438 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3012438 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3012439 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3012439 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
[junit4] 2> 3012440 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3012442 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fbda8[testMetricTrigger_shard2_replica_n2] main]
[junit4] 2> 3012442 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41857/solr/testMetricTrigger_shard1_replica_n1/ shard1
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3012443 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3012444 INFO (searcherExecutor-5801-thread-1-processing-n:127.0.0.1:39783_solr x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger r:core_node4) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n2] Registered new searcher Searcher@6fbda8[testMetricTrigger_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3012445 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592052270651932672
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
[junit4] 2> 3012449 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3012451 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39783/solr/testMetricTrigger_shard2_replica_n2/ shard2
[junit4] 2> 3012552 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012552 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012593 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3012602 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3012629 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1283
[junit4] 2> 3012629 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1283
[junit4] 2> 3012632 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3012705 INFO (zkCallback-2668-thread-1-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2668-thread-2-processing-n:127.0.0.1:39783_solr) [n:127.0.0.1:39783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2648-thread-2-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3012705 INFO (zkCallback-2648-thread-1-processing-n:127.0.0.1:41857_solr) [n:127.0.0.1:41857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3013034 INFO (OverseerCollectionConfigSetProcessor-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3013634 INFO (qtp30845943-23739) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2603
[junit4] 2> 3013641 INFO (qtp327672-23837) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013643 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 3013645 INFO (qtp30845943-23746) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013647 INFO (qtp18145827-23740) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013648 INFO (qtp18145827-23738) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013649 DEBUG (qtp327672-23798) [n:127.0.0.1:39783_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3013649 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 3013650 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3013655 INFO (qtp327672-23836) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013656 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3013657 INFO (qtp327672-23792) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013657 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3013658 INFO (qtp30845943-23745) [n:127.0.0.1:37707_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013659 INFO (qtp18145827-23740) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3013660 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3013661 DEBUG (qtp327672-23797) [n:127.0.0.1:39783_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3013661 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 3013662 DEBUG (zkCallback-2650-thread-1-processing-n:127.0.0.1:37707_solr) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3013662 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3013662 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3013664 INFO (qtp18145827-23841) [n:127.0.0.1:41857_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 3013664 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3013664 DEBUG (OverseerAutoScalingTriggerThread-72127227289141254-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3013668 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1592052271931195392)]} 0 3
[junit4] 2> 3013671 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1592052271935389696)]} 0 1
[junit4] 2> 3013673 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1592052271938535424)]} 0 1
[junit4] 2> 3013674 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1592052271940632576)]} 0 0
[junit4] 2> 3013676 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1592052271941681152)]} 0 0
[junit4] 2> 3013677 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1592052271942729728)]} 0 0
[junit4] 2> 3013678 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1592052271944826880)]} 0 0
[junit4] 2> 3013679 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1592052271945875456)]} 0 0
[junit4] 2> 3013681 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1592052271946924032)]} 0 0
[junit4] 2> 3013682 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1592052271949021184)]} 0 0
[junit4] 2> 3013683 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1592052271950069760)]} 0 0
[junit4] 2> 3013684 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1592052271951118336)]} 0 0
[junit4] 2> 3013685 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1592052271952166912)]} 0 0
[junit4] 2> 3013686 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1592052271953215488)]} 0 0
[junit4] 2> 3013688 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1592052271954264064)]} 0 0
[junit4] 2> 3013689 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1592052271956361216)]} 0 0
[junit4] 2> 3013690 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1592052271957409792)]} 0 0
[junit4] 2> 3013691 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1592052271958458368)]} 0 0
[junit4] 2> 3013692 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1592052271959506944)]} 0 0
[junit4] 2> 3013693 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1592052271960555520)]} 0 0
[junit4] 2> 3013694 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1592052271961604096)]} 0 0
[junit4] 2> 3013695 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1592052271962652672)]} 0 0
[junit4] 2> 3013696 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1592052271963701248)]} 0 0
[junit4] 2> 3013698 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1592052271964749824)]} 0 0
[junit4] 2> 3013699 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1592052271965798400)]} 0 0
[junit4] 2> 3013700 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1592052271966846976)]} 0 0
[junit4] 2> 3013701 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1592052271967895552)]} 0 0
[junit4] 2> 3013702 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1592052271969992704)]} 0 0
[junit4] 2> 3013703 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1592052271971041280)]} 0 0
[junit4] 2> 3013704 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1592052271972089856)]} 0 0
[junit4] 2> 3013706 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1592052271973138432)]} 0 0
[junit4] 2> 3013707 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1592052271975235584)]} 0 0
[junit4] 2> 3013708 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1592052271976284160)]} 0 0
[junit4] 2> 3013709 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1592052271977332736)]} 0 0
[junit4] 2> 3013710 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1592052271978381312)]} 0 0
[junit4] 2> 3013712 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1592052271979429888)]} 0 0
[junit4] 2> 3013713 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1592052271981527040)]} 0 0
[junit4] 2> 3013714 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1592052271982575616)]} 0 0
[junit4] 2> 3013716 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1592052271983624192)]} 0 0
[junit4] 2> 3013717 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1592052271985721344)]} 0 0
[junit4] 2> 3013719 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1592052271987818496)]} 0 0
[junit4] 2> 3013720 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1592052271988867072)]} 0 0
[junit4] 2> 3013722 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1592052271990964224)]} 0 0
[junit4] 2> 3013723 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1592052271992012800)]} 0 0
[junit4] 2> 3013725 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1592052271994109952)]} 0 0
[junit4] 2> 3013727 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1592052271995158528)]} 0 0
[junit4] 2> 3013728 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1592052271997255680)]} 0 0
[junit4] 2> 3013730 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1592052271998304256)]} 0 0
[junit4] 2> 3013731 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1592052272000401408)]} 0 0
[junit4] 2> 3013733 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1592052272002498560)]} 0 0
[junit4] 2> 3013735 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1592052272003547136)]} 0 0
[junit4] 2> 3013736 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1592052272005644288)]} 0 0
[junit4] 2> 3013738 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1592052272007741440)]} 0 0
[junit4] 2> 3013740 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1592052272008790016)]} 0 0
[junit4] 2> 3013741 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1592052272010887168)]} 0 0
[junit4] 2> 3013743 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1592052272012984320)]} 0 0
[junit4] 2> 3013745 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1592052272015081472)]} 0 0
[junit4] 2> 3013747 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1592052272016130048)]} 0 0
[junit4] 2> 3013748 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1592052272018227200)]} 0 0
[junit4] 2> 3013750 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1592052272019275776)]} 0 0
[junit4] 2> 3013751 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1592052272021372928)]} 0 0
[junit4] 2> 3013752 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1592052272022421504)]} 0 0
[junit4] 2> 3013754 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1592052272024518656)]} 0 0
[junit4] 2> 3013756 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1592052272025567232)]} 0 0
[junit4] 2> 3013757 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1592052272027664384)]} 0 0
[junit4] 2> 3013758 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1592052272028712960)]} 0 0
[junit4] 2> 3013760 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1592052272030810112)]} 0 0
[junit4] 2> 3013762 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1592052272031858688)]} 0 0
[junit4] 2> 3013764 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1592052272033955840)]} 0 0
[junit4] 2> 3013765 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1592052272036052992)]} 0 0
[junit4] 2> 3013766 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1592052272037101568)]} 0 0
[junit4] 2> 3013768 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1592052272039198720)]} 0 0
[junit4] 2> 3013770 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1592052272040247296)]} 0 0
[junit4] 2> 3013771 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1592052272042344448)]} 0 0
[junit4] 2> 3013773 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1592052272043393024)]} 0 0
[junit4] 2> 3013774 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1592052272045490176)]} 0 0
[junit4] 2> 3013776 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1592052272047587328)]} 0 0
[junit4] 2> 3013778 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1592052272048635904)]} 0 0
[junit4] 2> 3013779 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1592052272050733056)]} 0 0
[junit4] 2> 3013781 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1592052272051781632)]} 0 0
[junit4] 2> 3013782 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1592052272053878784)]} 0 0
[junit4] 2> 3013784 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1592052272054927360)]} 0 0
[junit4] 2> 3013785 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1592052272057024512)]} 0 0
[junit4] 2> 3013787 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1592052272058073088)]} 0 0
[junit4] 2> 3013788 INFO (qtp18145827-23732) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1592052272060170240)]} 0 0
[junit4] 2> 3013790 INFO (qtp18145827-23734) [n:127.0.0.1:41857_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1592052272061218816)]} 0 0
[junit4] 2> 3013791 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1592052272063315968)]} 0 0
[junit4] 2> 3013792 INFO (qtp327672-23797) [n:127.0.0.1:39783_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1592052272064364544)]} 0 0
[junit4] 2> 3013793 INFO (qtp327672-23798) [n:127.0.0.1:39783_solr c:testMetricTrig
[...truncated too long message...]
ll
[junit4] 2> 79567 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@137d90d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@187ba19
[junit4] 2> 79571 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 79571 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ca5e77: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1033019
[junit4] 2> 79572 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 79572 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16cc99e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@116e00f
[junit4] 2> 79578 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c73bd
[junit4] 2> 79578 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=3961789
[junit4] 2> 79580 INFO (coreCloseExecutor-426-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f1d155: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1139d48
[junit4] 2> 79589 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7aa994{/solr,null,UNAVAILABLE}
[junit4] 2> 79590 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 109588 WARN (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp18322016{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp18322016-1074,5,TGRP-TestLBHttpSolrClient]
[junit4] 2> 109590 INFO (TEST-TestLBHttpSolrClient.testTwoServers-seed#[623D938BB6C45E42]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTwoServers
[junit4] 2> 109591 INFO (SUITE-TestLBHttpSolrClient-seed#[623D938BB6C45E42]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 10, 2018 10:01:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 10:01:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 10, 2018 10:01:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> Feb 10, 2018 10:01:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1683, maxMBSortInHeap=7.496058429626016, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@842355), locale=hu, timezone=Asia/Dhaka
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=3,free=122656608,total=234618880
[junit4] 2> NOTE: All tests run in this JVM: [SolrZkClientTest, LengthEvaluatorTest, JDBCStreamTest, CloudSolrClientMultiConstructorTest, TestRetryUtil, CumulativeProbabilityEvaluatorTest, ConcatOperationTest, TestSolrProperties, TestUpdateRequestCodec, RecursiveEvaluatorTest, CorrelationEvaluatorTest, AbsoluteValueEvaluatorTest, StreamExpressionToExpessionTest, MergeIndexesEmbeddedTest, TestDelegationTokenRequest, SubtractEvaluatorTest, BasicHttpSolrClientTest, NormalDistributionEvaluatorTest, GraphTest, TestDelegationTokenResponse, TestV2Request, ConcurrentUpdateSolrClientTest, TestDocumentObjectBinder, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, TestLBHttpSolrClient]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLBHttpSolrClient -Dtests.seed=623D938BB6C45E42 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Asia/Dhaka -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestLBHttpSolrClient (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.TestLBHttpSolrClient:
[junit4] > 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1074, name=qtp18322016-1074, state=TIMED_WAITING, group=TGRP-TestLBHttpSolrClient]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623D938BB6C45E42]:0)
[junit4] Completed [97/146 (1!)] on J1 in 59.84s, 3 tests, 2 errors <<< FAILURES!
[...truncated 43155 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21432 - Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21432/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([542E78459F43E292:DC13F13AA583033F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14048 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2319165 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/init-core-data-001
[junit4] 2> 2319166 WARN (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 2319166 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2319168 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2319169 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001
[junit4] 2> 2319169 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2319169 INFO (Thread-4796) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2319169 INFO (Thread-4796) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2319170 ERROR (Thread-4796) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2319269 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43735
[junit4] 2> 2319271 INFO (zkConnectionManagerCallback-7438-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319274 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2319274 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1916b04c{/solr,null,AVAILABLE}
[junit4] 2> 2319279 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e55656{/solr,null,AVAILABLE}
[junit4] 2> 2319280 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@488bb333{SSL,[ssl, http/1.1]}{127.0.0.1:40305}
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16926e50{SSL,[ssl, http/1.1]}{127.0.0.1:37305}
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.e.j.s.Server Started @2320812ms
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.e.j.s.Server Started @2320813ms
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40305}
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37305}
[junit4] 2> 2319281 ERROR (jetty-launcher-7435-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2319281 ERROR (jetty-launcher-7435-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:02.117Z
[junit4] 2> 2319281 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:02.117Z
[junit4] 2> 2319282 INFO (zkConnectionManagerCallback-7440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319282 INFO (zkConnectionManagerCallback-7442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319282 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2319282 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2319288 INFO (jetty-launcher-7435-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2319288 INFO (jetty-launcher-7435-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2319289 INFO (zkConnectionManagerCallback-7450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319289 INFO (zkConnectionManagerCallback-7448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319290 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003ea10eab0004, likely client has closed socket
[junit4] 2> 2319291 INFO (zkConnectionManagerCallback-7452-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319291 INFO (zkConnectionManagerCallback-7454-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319324 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2319324 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2319324 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37305_solr
[junit4] 2> 2319325 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40305_solr
[junit4] 2> 2319325 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.Overseer Overseer (id=72126455494672389-127.0.0.1:37305_solr-n_0000000000) starting
[junit4] 2> 2319330 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2319331 INFO (zkCallback-7453-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2319339 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2319340 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2319341 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37305_solr
[junit4] 2> 2319341 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40305_solr]
[junit4] 2> 2319341 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2319341 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2319342 INFO (zkCallback-7453-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2319342 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2319342 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2319342 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2319342 DEBUG (ScheduledTrigger-7513-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2319588 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37305.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319588 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40305.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319594 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40305.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319594 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40305.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319594 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37305.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319595 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37305.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2319595 INFO (jetty-launcher-7435-thread-2) [n:127.0.0.1:40305_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node2/.
[junit4] 2> 2319595 INFO (jetty-launcher-7435-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node1/.
[junit4] 2> 2319628 INFO (zkConnectionManagerCallback-7460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319630 INFO (zkConnectionManagerCallback-7464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2319630 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2319631 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43735/solr ready
[junit4] 2> 2319641 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 2319641 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2319642 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2319642 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2319643 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2319643 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2319643 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2319660 INFO (qtp1856700374-25627) [n:127.0.0.1:40305_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2319663 INFO (qtp1856700374-25627) [n:127.0.0.1:40305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2319680 INFO (qtp65871135-25618) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2319683 INFO (qtp1856700374-25629) [n:127.0.0.1:40305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2319684 DEBUG (qtp65871135-25626) [n:127.0.0.1:37305_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2319684 INFO (qtp65871135-25626) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2319684 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2319685 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40305_solr, 127.0.0.1:37305_solr]
[junit4] 2> 2319685 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2319686 INFO (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2319686 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2319686 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2319686 DEBUG (ScheduledTrigger-7513-thread-1) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@488bb333{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=218865587
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2319687 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43bdf99: rootName = solr_40305, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@385383e4
[junit4] 2> 2319692 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2319692 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2de5323e: rootName = solr_40305, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d51d731
[junit4] 2> 2319695 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2319695 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@747c0b46: rootName = solr_40305, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b201e12
[junit4] 2> 2319696 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40305_solr
[junit4] 2> 2319697 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2319697 INFO (zkCallback-7453-thread-1-processing-n:127.0.0.1:40305_solr) [n:127.0.0.1:40305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2319697 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2319697 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2319697 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2319698 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1916b04c{/solr,null,UNAVAILABLE}
[junit4] 2> 2319698 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2320687 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 2320688 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:40305_solr
[junit4] 2> 2321663 INFO (OverseerCollectionConfigSetProcessor-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2321688 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 2322688 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 2322689 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:40305_solr]
[junit4] 2> 2322689 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3bba564942cc9Teim5amuft528n02zn3f8rowq9",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1050743961562313,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050743961562313],
[junit4] 2> "nodeNames":["127.0.0.1:40305_solr"]}}
[junit4] 2> 2322689 DEBUG (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 2322690 INFO (ScheduledTrigger-7513-thread-2) [n:127.0.0.1:37305_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2322690 DEBUG (AutoscalingActionExecutor-7514-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3bba564942cc9Teim5amuft528n02zn3f8rowq9",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1050743961562313,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050743961562313],
[junit4] 2> "_enqueue_time_":1050745963064557,
[junit4] 2> "nodeNames":["127.0.0.1:40305_solr"]}}
[junit4] 2> 2322691 DEBUG (AutoscalingActionExecutor-7514-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 2322691 DEBUG (AutoscalingActionExecutor-7514-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3bba564942cc9Teim5amuft528n02zn3f8rowq9
[junit4] 2> 2322695 INFO (qtp65871135-25628) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2322695 DEBUG (qtp65871135-25630) [n:127.0.0.1:37305_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2322695 INFO (qtp65871135-25630) [n:127.0.0.1:37305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2322696 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2322696 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37305_solr]
[junit4] 2> 2322696 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2322696 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2322696 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2324696 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 2324703 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 2324703 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 2324703 DEBUG (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2324703 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2324704 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2324704 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2324704 DEBUG (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2324704 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2324704 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2324704 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@630bfd4f{/solr,null,AVAILABLE}
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58c560b0{SSL,[ssl, http/1.1]}{127.0.0.1:32951}
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2326237ms
[junit4] 2> 2324705 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32951}
[junit4] 2> 2324705 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2324706 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:07.542Z
[junit4] 2> 2324707 INFO (zkConnectionManagerCallback-7466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324707 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2324714 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2324715 INFO (zkConnectionManagerCallback-7470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324716 INFO (zkConnectionManagerCallback-7472-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2324719 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2324720 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32951_solr
[junit4] 2> 2324721 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2324721 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2324721 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2324766 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32951.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32951.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32951.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324774 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:32951_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node3/.
[junit4] 2> 2324807 INFO (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2324810 INFO (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2324811 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2324812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f447b7{/solr,null,AVAILABLE}
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35e0962b{SSL,[ssl, http/1.1]}{127.0.0.1:34605}
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2326345ms
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34605}
[junit4] 2> 2324813 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2324813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:07.649Z
[junit4] 2> 2324814 INFO (zkConnectionManagerCallback-7476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324815 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2324841 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2324842 INFO (zkConnectionManagerCallback-7480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324846 INFO (zkConnectionManagerCallback-7482-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324849 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2324849 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2324850 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34605_solr
[junit4] 2> 2324851 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324851 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324851 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324855 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2324879 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34605.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324885 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34605.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324886 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34605.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2324886 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:34605_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node4/.
[junit4] 2> 2324912 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 2324913 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16926e50{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2324913 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=841974985
[junit4] 2> 2324914 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2324914 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b12588e: rootName = solr_37305, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@76ad1127
[junit4] 2> 2324919 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2324919 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f7e760b: rootName = solr_37305, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d51d731
[junit4] 2> 2324922 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2324923 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4eec1b08: rootName = solr_37305, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b201e12
[junit4] 2> 2324923 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37305_solr
[junit4] 2> 2324924 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2324924 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (zkCallback-7451-thread-1-processing-n:127.0.0.1:37305_solr) [n:127.0.0.1:37305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2324924 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2324924 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.Overseer Overseer (id=72126455494672389-127.0.0.1:37305_solr-n_0000000000) closing
[junit4] 2> 2324924 INFO (OverseerStateUpdate-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37305_solr
[junit4] 2> 2324925 WARN (OverseerAutoScalingTriggerThread-72126455494672389-127.0.0.1:37305_solr-n_0000000000) [n:127.0.0.1:37305_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2324925 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2324926 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32951_solr
[junit4] 2> 2324926 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e55656{/solr,null,UNAVAILABLE}
[junit4] 2> 2324927 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2324927 INFO (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.Overseer Overseer (id=72126455494672395-127.0.0.1:32951_solr-n_0000000002) starting
[junit4] 2> 2324929 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 2324930 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2324931 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2324931 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2324932 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2325932 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2326933 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2327934 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2328934 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2329927 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 2329933 INFO (qtp409041555-25687) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329934 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2329947 INFO (qtp1828600261-25717) [n:127.0.0.1:34605_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329947 DEBUG (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2329948 INFO (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2329948 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2329949 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329949 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 2329949 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329949 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2329950 INFO (qtp409041555-25692) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329950 INFO (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2329951 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2329951 DEBUG (ScheduledTrigger-7535-thread-3) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2329952 DEBUG (ScheduledTrigger-7535-thread-3) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2329952 INFO (qtp1828600261-25719) [n:127.0.0.1:34605_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2329952 DEBUG (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2329952 INFO (qtp409041555-25691) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2329952 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2329952 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329952 INFO (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2329953 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329953 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 2329953 DEBUG (zkCallback-7471-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:32951_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2329953 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2329954 INFO (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2329954 DEBUG (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2329954 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 2329955 INFO (qtp409041555-25693) [n:127.0.0.1:32951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2329955 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 2329956 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2329957 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1be9946a{/solr,null,AVAILABLE}
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f3c1988{SSL,[ssl, http/1.1]}{127.0.0.1:46095}
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2331490ms
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46095}
[junit4] 2> 2329958 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2329958 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2329959 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2329959 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:12.795Z
[junit4] 2> 2329960 INFO (zkConnectionManagerCallback-7486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2329960 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2329968 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2329969 INFO (zkConnectionManagerCallback-7490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2329971 INFO (zkConnectionManagerCallback-7492-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2329974 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2329974 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2329975 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46095_solr
[junit4] 2> 2329976 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2329976 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2329976 INFO (zkCallback-7491-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2329976 INFO (zkCallback-7471-thread-2-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2330029 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46095.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2330040 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46095.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2330040 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46095.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2330041 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [n:127.0.0.1:46095_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node5/.
[junit4] 2> 2330934 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2330953 DEBUG (ScheduledTrigger-7535-thread-4) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2330953 DEBUG (ScheduledTrigger-7535-thread-4) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2330953 DEBUG (ScheduledTrigger-7535-thread-4) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46095_solr at time 1050754226920112
[junit4] 2> 2330956 DEBUG (ScheduledTrigger-7535-thread-3) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 2331935 DEBUG (ScheduledTrigger-7535-thread-1) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:46095_solr] added at times [1050754226920112], now=1050755228069292
[junit4] 2> 2331954 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3bba7c8711ab0Teim5amuft528n02zn3f8rowqb",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1050754226920112,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050754226920112],
[junit4] 2> "nodeNames":["127.0.0.1:46095_solr"]}}
[junit4] 2> 2331954 INFO (OverseerCollectionConfigSetProcessor-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2331955 DEBUG (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 2331955 INFO (ScheduledTrigger-7535-thread-2) [n:127.0.0.1:32951_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3bba7c8711ab0Teim5amuft528n02zn3f8rowqb",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":1050754226920112,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050754226920112],
[junit4] 2> "_enqueue_time_":1050755228798056,
[junit4] 2> "nodeNames":["127.0.0.1:46095_solr"]}}
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 2331956 DEBUG (AutoscalingActionExecutor-7536-thread-1-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3bba7c8711ab0Teim5amuft528n02zn3f8rowqb
[junit4] 2> 2335093 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58c560b0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2134334149
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2335094 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@769ee99c: rootName = solr_32951, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e9e0c2a
[junit4] 2> 2335099 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2335099 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2af9f278: rootName = solr_32951, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d51d731
[junit4] 2> 2335102 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2335102 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a007825: rootName = solr_32951, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b201e12
[junit4] 2> 2335103 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32951_solr
[junit4] 2> 2335104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2335104 INFO (zkCallback-7471-thread-2-processing-n:127.0.0.1:32951_solr) [n:127.0.0.1:32951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (zkCallback-7491-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2335104 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2335104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.Overseer Overseer (id=72126455494672395-127.0.0.1:32951_solr-n_0000000002) closing
[junit4] 2> 2335104 INFO (OverseerStateUpdate-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32951_solr
[junit4] 2> 2335104 WARN (OverseerAutoScalingTriggerThread-72126455494672395-127.0.0.1:32951_solr-n_0000000002) [n:127.0.0.1:32951_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2335105 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2335106 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@630bfd4f{/solr,null,UNAVAILABLE}
[junit4] 2> 2335106 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34605_solr
[junit4] 2> 2335106 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2335106 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.Overseer Overseer (id=72126455494672398-127.0.0.1:34605_solr-n_0000000003) starting
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46095_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46095_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46095_solr, 127.0.0.1:34605_solr]
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2335109 INFO (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2335109 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:32951_solr
[junit4] 2> 2335110 INFO (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:32951_solr
[junit4] 2> 2335110 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-2) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2335110 DEBUG (ScheduledTrigger-7546-thread-2) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2335111 DEBUG (ScheduledTrigger-7546-thread-3) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2335111 DEBUG (ScheduledTrigger-7546-thread-3) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:32951_solr
[junit4] 2> 2336110 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 2336111 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:32951_solr]
[junit4] 2> 2336111 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3bba8c03a4ab8Teim5amuft528n02zn3f8rowqd",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1050758384077496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050758384077496],
[junit4] 2> "nodeNames":["127.0.0.1:32951_solr"]}}
[junit4] 2> 2336111 DEBUG (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 2336112 DEBUG (ScheduledTrigger-7546-thread-4) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 2336112 DEBUG (ScheduledTrigger-7546-thread-4) [n:127.0.0.1:34605_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2336112 INFO (ScheduledTrigger-7546-thread-1) [n:127.0.0.1:34605_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2336112 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3bba8c03a4ab8Teim5amuft528n02zn3f8rowqd",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":1050758384077496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1050758384077496],
[junit4] 2> "_enqueue_time_":1050759385511638,
[junit4] 2> "nodeNames":["127.0.0.1:32951_solr"]}}
[junit4] 2> 2336112 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 2336113 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 2336212 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 2336212 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 2336212 DEBUG (AutoscalingActionExecutor-7547-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 99 ms for event id=3bba8c03a4ab8Teim5amuft528n02zn3f8rowqd
[junit4] 2> 2336223 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 2336223 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 2336224 DEBUG (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2336224 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2336225 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2336226 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2336226 DEBUG (OverseerAutoScalingTriggerThread-72126455494672398-127.0.0.1:34605_solr-n_0000000003) [n:127.0.0.1:34605_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2336226 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2336227 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52fa6c8d{/solr,null,AVAILABLE}
[junit4] 2> 2336228 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54ce6a4b{SSL,[ssl, http/1.1]}{127.0.0.1:37615}
[junit4] 2> 2336228 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.e.j.s.Server Started @2337760ms
[junit4] 2> 2336228 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37615}
[junit4] 2> 2336229 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2336229 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2336229 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2336230 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2336230 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T18:33:19.066Z
[junit4] 2> 2336234 INFO (zkConnectionManagerCallback-7496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2336235 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2336241 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43735/solr
[junit4] 2> 2336242 INFO (zkConnectionManagerCallback-7500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2336244 INFO (zkConnectionManagerCallback-7502-thread-1-processing-n:127.0.0.1:37615_solr) [n:127.0.0.1:37615_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2336246 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2336247 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2336248 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37615_solr
[junit4] 2> 2336248 INFO (zkCallback-7491-thread-1-processing-n:127.0.0.1:46095_solr) [n:127.0.0.1:46095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336248 INFO (zkCallback-7481-thread-1-processing-n:127.0.0.1:34605_solr) [n:127.0.0.1:34605_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336248 INFO (zkCallback-7463-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336249 INFO (zkCallback-7501-thread-1-processing-n:127.0.0.1:37615_solr) [n:127.0.0.1:37615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2336298 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2336305 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2336305 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1a3969
[junit4] 2> 2336306 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[542E78459F43E292]) [n:127.0.0.1:37615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001/tempDir-001/node6/.
[junit4] 2> 2336337 INFO (qtp1828600261-25714) [n:127.0.0.1:34605_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2336351 INFO (qtp896759594-25789) [n:127.0.0.1:37615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&
[...truncated too long message...]
tHandler@4ca37c20{/solr,null,UNAVAILABLE}
[junit4] 2> 2520239 INFO (jetty-closer-7436-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2521664 WARN (zkCallback-7645-thread-1-processing-n:127.0.0.1:41497_solr) [n:127.0.0.1:41497_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2521665 INFO (jetty-closer-7436-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@745db501{/solr,null,UNAVAILABLE}
[junit4] 2> 2521665 INFO (jetty-closer-7436-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2521723 INFO (jetty-closer-7436-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a1d5c6c{/solr,null,UNAVAILABLE}
[junit4] 2> 2521724 INFO (jetty-closer-7436-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2521724 ERROR (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2521724 INFO (SUITE-TriggerIntegrationTest-seed#[542E78459F43E292]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43735 43735
[junit4] 2> 2523964 INFO (Thread-4796) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43735 43735
[junit4] 2> 2523964 WARN (Thread-4796) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/collections/collection1/terms/shard1
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 92 /solr/collections/collection1/state.json
[junit4] 2> 37 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72126455494672438-127.0.0.1:36101_solr-n_0000000016
[junit4] 2> 3 /solr/overseer_elect/election/72126455494672432-127.0.0.1:41245_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672410-127.0.0.1:39601_solr-n_0000000007
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126455494672416-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672389-127.0.0.1:37305_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672416-127.0.0.1:37103_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672444-127.0.0.1:33247_solr-n_0000000018
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126455494672410-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126455494672419-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672422-127.0.0.1:46471_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672401-127.0.0.1:46095_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72126455494672419-127.0.0.1:33737_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_542E78459F43E292-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128), x_s=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=60, maxMBSortInHeap=6.7503117452790775, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1ba03c5c), locale=tr, timezone=Pacific/Kosrae
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=303379080,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestQuerySenderListener, FileBasedSpellCheckerTest, HdfsNNFailoverTest, DateMathParserTest, MoveReplicaHDFSFailoverTest, TestImplicitCoreProperties, TestConfigSetsAPIExclusivity, DocValuesMissingTest, TestRandomCollapseQParserPlugin, CursorMarkTest, TestSolrQueryResponse, NumericFieldsTest, TestConfigSetImmutable, TestSchemaSimilarityResource, TestScoreJoinQPScore, TestReplicationHandlerBackup, TestCopyFieldCollectionResource, BasicDistributedZk2Test, BigEndianAscendingWordSerializerTest, TestInPlaceUpdatesStandalone, DistributedSpellCheckComponentTest, TestUpdate, TestPolicyCloud, CloneFieldUpdateProcessorFactoryTest, SolrCmdDistributorTest, MetricTriggerTest, LeaderElectionTest, TestSubQueryTransformerCrossCore, TolerantUpdateProcessorTest, DisMaxRequestHandlerTest, SearchHandlerTest, TestFieldCollectionResource, TestRandomDVFaceting, SolrCoreMetricManagerTest, ChangedSchemaMergeTest, SolrMetricsIntegrationTest, TestSkipOverseerOperations, TestStressLiveNodes, TestSolrCoreParser, HdfsRestartWhileUpdatingTest, ShowFileRequestHandlerTest, TestCloudSearcherWarming, FacetPivotSmallTest, SolrCloudReportersTest, TestDefaultStatsCache, TestSolrConfigHandlerConcurrent, TestDistribStateManager, TestPointFields, TestDistributedMissingSort, ShufflingReplicaListTransformerTest, TestExceedMaxTermLength, AnalysisAfterCoreReloadTest, TestXmlQParserPlugin, AnalyticsMergeStrategyTest, TestSlowCompositeReaderWrapper, TestBadConfig, TestExclusionRuleCollectionAccess, CollectionTooManyReplicasTest, TestSimpleQParserPlugin, TestFieldTypeResource, TestNumericTerms64, TestHighFrequencyDictionaryFactory, CopyFieldTest, TestReplicaProperties, TestManagedSynonymGraphFilterFactory, TestMultiWordSynonyms, ZkShardTermsTest, TestPKIAuthenticationPlugin, SpellCheckComponentTest, JSONWriterTest, MultiThreadedOCPTest, DateFieldTest, TestTolerantSearch, QueryResultKeyTest, SpellPossibilityIteratorTest, AnalysisErrorHandlingTest, TestCollapseQParserPlugin, CacheHeaderTest, BaseCdcrDistributedZkTest, TestCoreDiscovery, TestLMJelinekMercerSimilarityFactory, DeleteReplicaTest, SparseHLLTest, CdcrVersionReplicationTest, TestNonDefinedSimilarityFactory, CdcrReplicationDistributedZkTest, UnloadDistributedZkTest, DirectoryFactoryTest, RankQueryTest, V2StandaloneTest, TestManagedResourceStorage, CoreAdminHandlerTest, TestFaceting, TestGraphTermsQParserPlugin, LeaderElectionIntegrationTest, CleanupOldIndexTest, JavabinLoaderTest, TestExactStatsCache, HttpPartitionTest, NotRequiredUniqueKeyTest, TestStressUserVersions, DocValuesTest, ConnectionManagerTest, PeerSyncReplicationTest, TestStressReorder, TestNumericRangeQuery32, AutoAddReplicasPlanActionTest, TestPayloadCheckQParserPlugin, FullHLLTest, RestartWhileUpdatingTest, WordBreakSolrSpellCheckerTest, TestCorePropertiesReload, MinimalSchemaTest, TestSortableTextField, SolrJmxReporterCloudTest, ForceLeaderTest, TestSolrDeletionPolicy2, RecoveryZkTest, SuggestComponentTest, LukeRequestHandlerTest, SolrCloudExampleTest, StressHdfsTest, DocValuesMultiTest, MultiTermTest, TestPullReplicaErrorHandling, ChaosMonkeySafeLeaderTest, TestZkChroot, ZkCLITest, TestRealTimeGet, TestStressVersions, TestRangeQuery, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, TermsComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribDocExpirationUpdateProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestSSLRandomization, TestSegmentSorting, TestUtilizeNode, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, NodeAddedTriggerTest, NodeLostTriggerTest, SearchRateTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [617/776 (1!)] on J2 in 204.96s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48709 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+42) - Build
# 21431 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21431/
Java: 64bit/jdk-10-ea+42 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:37445/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:37445/solr]
at __randomizedtesting.SeedInfo.seed([E079ABA463BE8528:D8CA8F5A444D51F9]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:37445/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 43 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37445 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
Build Log:
[...truncated 1820 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20180210_133126_4853836931004464803454.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20180210_133126_4853589278728014920190.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20180210_133126_48518395584170079752158.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 298 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180210_134005_5796338165658951030409.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180210_134005_58010041477098686159569.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180210_134005_58612810769449390894162.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1062 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180210_134140_3394979543105535487981.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180210_134140_3393106936692725230053.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180210_134140_3391963708869003181145.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 237 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180210_134325_5636523607285463841963.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180210_134325_5624599053203294654074.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180210_134325_56214753315681223774701.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 248 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180210_134337_8165828666793135331765.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 8 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180210_134337_81615312737471576315479.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180210_134337_8162489725221997923108.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180210_134411_17910640122725303259107.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180210_134411_17915064468222667271208.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180210_134411_166134560959024332657.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 172 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180210_134415_95915346280679706232853.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180210_134415_95916901435998326726086.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180210_134415_95917334365612959450629.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180210_134419_48815933768885721687968.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180210_134419_48812032034879065311619.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180210_134419_48816364150156925587997.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180210_134430_0219074353999399202991.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180210_134430_02110748319291498404751.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 162 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180210_134439_267424741326926768552.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180210_134439_26718089501375225862399.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180210_134439_2675726847864570859603.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 177 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180210_134441_9692150814371898248203.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180210_134451_43415733866729371080410.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180210_134451_4342419145148464793072.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180210_134451_4346454720762486582999.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1390 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180210_134514_51213203624464192600705.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180210_134514_5126669705661541895505.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180210_134514_5124155753902092714406.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 253 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20180210_134522_7246285945215011154592.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20180210_134522_7249699972387749569342.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20180210_134522_72518355244740267800877.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 257 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20180210_134532_5526363297119253580674.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20180210_134532_5524108895189602401415.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20180210_134532_5524119669083007182516.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 233 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20180210_134805_5039787290525302162540.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20180210_134805_50349307177325198384.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20180210_134805_50317495439974925974270.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 176 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20180210_134808_5135496705393144489706.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20180210_134808_51315607723045987856411.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20180210_134808_51311867148906265629769.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 232 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20180210_134814_9728683067884837010974.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20180210_134814_97217872631031312568610.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20180210_134814_9724432933068316066013.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20180210_134853_7667346079433196763639.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20180210_134853_7661455794978234665010.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20180210_134853_76614740368981628407727.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 258 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180210_134906_5427833729170231321627.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180210_134906_54212959036967469284729.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180210_134906_5421585056197741402829.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20180210_134932_4681819334765278315525.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20180210_134932_4685864105037081307668.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20180210_134932_4682666877045239712487.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20180210_134953_70718192796981588450397.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20180210_134953_707513628912902477742.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 187 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20180210_135004_7516234424959017289463.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 8 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20180210_135004_75114409819314862629305.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20180210_135004_75113886952699600059545.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 301 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20180210_135024_1538485734109983009057.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20180210_135024_15316350840916785780404.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20180210_135024_15313754736056962812067.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 235 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180210_135033_1538476021758374042929.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180210_135033_1533707327251800533723.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180210_135033_1533631317641345357993.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 212 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20180210_135041_9673064536527033117243.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20180210_135041_97017735895362409927676.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20180210_135041_9678574733976759172067.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 221 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180210_135053_2361298466463069133185.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 7 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180210_135053_2365564393974342221016.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180210_135053_23612375217583859383193.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 317 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180210_135143_0966940658910060261108.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180210_135143_0968904922165072632185.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180210_135143_0967673007556246907973.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20180210_135200_86010398745426273398756.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 178 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180210_135202_91416560287068709023961.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180210_135202_9152359210965336012669.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180210_135202_91418193244375468593068.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 239 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20180210_135304_1547318527657882671379.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20180210_135304_15416113370784547578812.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 18 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20180210_135304_1549792595508274419560.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3646 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> 2630289 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/init-core-data-001
[junit4] 2> 2630290 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 2630290 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2630290 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2630291 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001
[junit4] 2> 2630291 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2630291 INFO (Thread-6287) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2630291 INFO (Thread-6287) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2630292 ERROR (Thread-6287) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2630391 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39431
[junit4] 2> 2630393 INFO (zkConnectionManagerCallback-8516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630394 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2630394 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2630395 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ece532f{/solr,null,AVAILABLE}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70d15cd1{/solr,null,AVAILABLE}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30f571c{HTTP/1.1,[http/1.1]}{127.0.0.1:37445}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3191dd9c{/solr,null,AVAILABLE}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.e.j.s.Server Started @2633062ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37445}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a6b6134{HTTP/1.1,[http/1.1]}{127.0.0.1:43495}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.e.j.s.Server Started @2633062ms
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43495}
[junit4] 2> 2630396 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c515d5a{HTTP/1.1,[http/1.1]}{127.0.0.1:41389}
[junit4] 2> 2630396 ERROR (jetty-launcher-8513-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2630397 ERROR (jetty-launcher-8513-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.e.j.s.Server Started @2633062ms
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41389}
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T14:38:09.731466Z
[junit4] 2> 2630397 ERROR (jetty-launcher-8513-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T14:38:09.731950Z
[junit4] 2> 2630397 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T14:38:09.731978Z
[junit4] 2> 2630398 INFO (zkConnectionManagerCallback-8518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630398 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2630398 INFO (zkConnectionManagerCallback-8522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630398 INFO (zkConnectionManagerCallback-8521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630398 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2630399 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2630401 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003dca064f0002, likely client has closed socket
[junit4] 2> 2630401 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003dca064f0003, likely client has closed socket
[junit4] 2> 2630402 INFO (jetty-launcher-8513-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39431/solr
[junit4] 2> 2630402 INFO (jetty-launcher-8513-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39431/solr
[junit4] 2> 2630402 INFO (jetty-launcher-8513-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39431/solr
[junit4] 2> 2630403 INFO (zkConnectionManagerCallback-8530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630403 INFO (zkConnectionManagerCallback-8532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630403 INFO (zkConnectionManagerCallback-8534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630404 INFO (zkConnectionManagerCallback-8540-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630404 INFO (zkConnectionManagerCallback-8537-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630404 INFO (zkConnectionManagerCallback-8538-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630464 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2630464 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2630464 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43495_solr
[junit4] 2> 2630465 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37445_solr
[junit4] 2> 2630465 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.Overseer Overseer (id=72125531936456713-127.0.0.1:43495_solr-n_0000000000) starting
[junit4] 2> 2630465 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2630466 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630466 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630467 INFO (zkCallback-8539-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630468 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41389_solr
[junit4] 2> 2630468 INFO (zkCallback-8539-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630468 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630468 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630477 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43495_solr
[junit4] 2> 2630484 INFO (zkCallback-8539-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2630484 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2630484 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2630503 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630505 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630509 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630510 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630510 INFO (jetty-launcher-8513-thread-3) [n:127.0.0.1:37445_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/.
[junit4] 2> 2630514 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630514 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630515 INFO (jetty-launcher-8513-thread-2) [n:127.0.0.1:43495_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/.
[junit4] 2> 2630569 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630578 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630579 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2630580 INFO (jetty-launcher-8513-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node1/.
[junit4] 2> 2630609 INFO (zkConnectionManagerCallback-8548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630611 INFO (zkConnectionManagerCallback-8552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630611 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2630612 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[E079ABA463BE8528]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39431/solr ready
[junit4] 2> 2630621 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[E079ABA463BE8528]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2630622 INFO (qtp648572082-31798) [n:127.0.0.1:37445_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37445_solr,127.0.0.1:43495_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2630623 INFO (OverseerThreadFactory-9164-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2630726 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37445/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630727 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43495/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630728 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37445/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630728 INFO (OverseerStateUpdate-72125531936456713-127.0.0.1:43495_solr-n_0000000000) [n:127.0.0.1:43495_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43495/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2630930 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630931 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630931 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630930 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2630931 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2630931 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2631033 INFO (zkCallback-8536-thread-1-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631033 INFO (zkCallback-8535-thread-1-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631033 INFO (zkCallback-8535-thread-2-processing-n:127.0.0.1:37445_solr) [n:127.0.0.1:37445_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631033 INFO (zkCallback-8536-thread-2-processing-n:127.0.0.1:43495_solr) [n:127.0.0.1:43495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2631937 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631937 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631937 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631941 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2631942 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2631942 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2631944 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2631944 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2631944 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631950 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631950 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631950 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2631950 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631950 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631951 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631951 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37445.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631951 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2631951 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node3/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2631951 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2631952 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43495.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5144ce8e
[junit4] 2> 2631952 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2631952 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_E079ABA463BE8528-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2631995 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2631995 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2631995 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2631995 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2631996 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2631997 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2631997 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2631997 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2631998 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2631998 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2631998 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@c613a17[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2631998 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3823793a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2631998 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2631999 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2631999 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2631999 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2631999 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2631999 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2631999 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2631999 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632000 INFO (searcherExecutor-9174-thread-1-processing-n:127.0.0.1:43495_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@3823793a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632000 INFO (qtp1606845474-31801) [n:127.0.0.1:43495_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592025144449040384
[junit4] 2> 2632000 INFO (searcherExecutor-9173-thread-1-processing-n:127.0.0.1:37445_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@c613a17[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632000 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592025144449040384
[junit4] 2> 2632000 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b291c5a[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2632000 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2632000 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2632001 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2632001 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2632001 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2632001 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2632002 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632002 INFO (qtp1606845474-31797) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592025144451137536
[junit4] 2> 2632003 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bfe6594[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2632003 INFO (qtp648572082-31800) [n:127.0.0.1:37445_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 2632003 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2632004 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2632019 INFO (searcherExecutor-9171-thread-1-processing-n:127.0.0.1:43495_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:43495_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@3b291c5a[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632020 INFO (qtp648572082-31886) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632021 INFO (searcherExecutor-9172-thread-1-processing-n:127.0.0.1:37445_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:37445_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@7bfe6594[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632021 INFO (qtp648572082-31886) [n:127.0.0.1
[...truncated too long message...]
likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180210_145321_6108517690862019055439.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180210_145321_6106172810746104461774.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1261 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180210_145336_23815460287535202354575.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180210_145336_23815062857442726827766.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 651 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180210_145343_2179083551487009511221.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180210_145343_21815095087272863231173.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180210_145343_21710414204082565656104.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 559 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180210_145403_1398432172075224085096.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180210_145403_1405521529366617638027.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180210_145403_1409150885189813071813.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 568 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180210_145414_7788434127885411390860.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180210_145414_7785021827852738465838.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180210_145414_7785779609213145721003.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 663 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180210_145423_9493894498614240530140.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180210_145423_949121596031318751603.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180210_145423_94913916977065855097582.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 603 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180210_145450_0487028517903933486722.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180210_145450_0483982648064447073365.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 549 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180210_145502_74215604793163755206060.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6971 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:846: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:117: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build.xml:262: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2329: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:2087: Rat problems were found!
Total time: 84 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21430 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21430/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
at __randomizedtesting.SeedInfo.seed([54E3AEF555DB247E:ADAE3D5A69AE69F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:297)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14210 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 2784705 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/init-core-data-001
[junit4] 2> 2784705 WARN (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 2784705 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2784706 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2784706 INFO (SUITE-ShardSplitTest-seed#[54E3AEF555DB247E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2784710 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2784711 INFO (Thread-7057) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2784711 INFO (Thread-7057) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2784713 ERROR (Thread-7057) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2784811 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkTestServer start zk server on port:34219
[junit4] 2> 2784814 INFO (zkConnectionManagerCallback-8617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784819 INFO (zkConnectionManagerCallback-8619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784821 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2784821 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2784822 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2784822 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2784823 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2784823 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2784823 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2784824 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2784824 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2784825 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2784825 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2784826 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2784885 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2784886 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a43115c{/,null,AVAILABLE}
[junit4] 2> 2784887 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d11d5c9{HTTP/1.1,[http/1.1]}{127.0.0.1:37479}
[junit4] 2> 2784887 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2786345ms
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=37479, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores}
[junit4] 2> 2784888 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2784888 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:15.254Z
[junit4] 2> 2784889 INFO (zkConnectionManagerCallback-8621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784890 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2784890 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/solr.xml
[junit4] 2> 2784892 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2784892 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2784893 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2784895 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2784896 INFO (zkConnectionManagerCallback-8625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784897 INFO (zkConnectionManagerCallback-8627-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784921 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2784921 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37479_
[junit4] 2> 2784921 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.Overseer Overseer (id=72124608236158980-127.0.0.1:37479_-n_0000000000) starting
[junit4] 2> 2784925 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37479_
[junit4] 2> 2784926 INFO (zkCallback-8626-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2784972 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2784978 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2784978 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2784979 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37479_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores
[junit4] 2> 2784992 INFO (zkConnectionManagerCallback-8633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784993 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2784994 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34219/solr ready
[junit4] 2> 2784995 INFO (qtp972865706-32631) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37479_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2784997 INFO (OverseerThreadFactory-9284-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2785102 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2785102 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2785205 INFO (zkCallback-8626-thread-1-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2786175 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2786184 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2786257 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2786265 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2786266 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2786266 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2786266 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2786269 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2786286 WARN (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2786312 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2786312 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2786313 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2786314 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2786314 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2786315 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e699f82[control_collection_shard1_replica_n1] main]
[junit4] 2> 2786316 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2786316 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2786317 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2786317 INFO (searcherExecutor-9287-thread-1-processing-n:127.0.0.1:37479_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3e699f82[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2786318 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010365137321984
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37479/control_collection_shard1_replica_n1/
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37479/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2786322 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2786323 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37479/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2786424 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2786474 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2786479 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
[junit4] 2> 2786482 INFO (qtp972865706-32631) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2786576 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2786999 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2787483 INFO (qtp972865706-32631) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37479_&wt=javabin&version=2} status=0 QTime=2487
[junit4] 2> 2787486 INFO (zkConnectionManagerCallback-8637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787487 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787488 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34219/solr ready
[junit4] 2> 2787488 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2787489 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2787490 INFO (OverseerThreadFactory-9284-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2787491 WARN (OverseerThreadFactory-9284-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2787693 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2787693 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 2787755 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001 of type TLOG
[junit4] 2> 2787756 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e590779{/,null,AVAILABLE}
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@762ce37d{HTTP/1.1,[http/1.1]}{127.0.0.1:43389}
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2789216ms
[junit4] 2> 2787758 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=43389, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores}
[junit4] 2> 2787759 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2787759 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:18.125Z
[junit4] 2> 2787760 INFO (zkConnectionManagerCallback-8639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787761 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2787761 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/solr.xml
[junit4] 2> 2787763 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2787763 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2787764 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2787766 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2787767 INFO (zkConnectionManagerCallback-8643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787769 INFO (zkConnectionManagerCallback-8645-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787773 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787773 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2787774 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43389_
[junit4] 2> 2787775 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2787776 INFO (zkCallback-8636-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2787776 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2787805 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2787811 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2787811 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2787812 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:43389_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores
[junit4] 2> 2787843 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43389_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2787844 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2787845 INFO (OverseerThreadFactory-9284-thread-3-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43389_ for creating new replica
[junit4] 2> 2787846 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2787847 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2787949 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2788900 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2788909 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 2788975 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2788982 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 2788984 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2789002 WARN (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2789034 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2789034 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2789035 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2789035 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2789036 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2789037 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@700050e6[collection1_shard2_replica_t41] main]
[junit4] 2> 2789037 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2789038 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2789038 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2789038 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010367989448704
[junit4] 2> 2789039 INFO (searcherExecutor-9298-thread-1-processing-n:127.0.0.1:43389_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@700050e6[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43389/collection1_shard2_replica_t41/
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:43389/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2789043 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 2789044 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43389/collection1_shard2_replica_t41/ shard2
[junit4] 2> 2789145 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2789195 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2789199 INFO (qtp1693193931-32681) [n:127.0.0.1:43389_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1353
[junit4] 2> 2789201 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43389_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1357
[junit4] 2> 2789268 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001 of type TLOG
[junit4] 2> 2789268 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2789269 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2789269 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2789269 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3864ec5a{/,null,AVAILABLE}
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@504bda41{HTTP/1.1,[http/1.1]}{127.0.0.1:37715}
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2790728ms
[junit4] 2> 2789270 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37715, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores}
[junit4] 2> 2789270 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2789271 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:19.637Z
[junit4] 2> 2789272 INFO (zkConnectionManagerCallback-8649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789273 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2789273 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/solr.xml
[junit4] 2> 2789276 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2789276 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2789277 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2789279 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2789280 INFO (zkConnectionManagerCallback-8653-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789281 INFO (zkConnectionManagerCallback-8655-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789284 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2789285 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2789285 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37715_
[junit4] 2> 2789286 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789286 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789286 INFO (zkCallback-8636-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789287 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2789322 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2789330 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2789330 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2789331 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:37715_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores
[junit4] 2> 2789354 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37715_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2789355 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2789356 INFO (OverseerThreadFactory-9284-thread-4-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37715_ for creating new replica
[junit4] 2> 2789357 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2789357 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2789460 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2789460 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790399 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2790408 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 2790476 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2790482 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 2790483 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790483 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2790483 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 2790485 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2790503 WARN (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2790535 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2790535 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2790537 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2790537 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2790538 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2790539 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@a4c40c6[collection1_shard1_replica_t43] main]
[junit4] 2> 2790540 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2790540 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2790540 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2790541 INFO (searcherExecutor-9309-thread-1-processing-n:127.0.0.1:37715_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@a4c40c6[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2790541 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010369565458432
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37715/collection1_shard1_replica_t43/
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:37715/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2790545 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 2790546 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37715/collection1_shard1_replica_t43/ shard1
[junit4] 2> 2790648 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790648 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790697 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2790699 INFO (qtp228995584-32713) [n:127.0.0.1:37715_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1342
[junit4] 2> 2790700 INFO (qtp972865706-32637) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37715_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1346
[junit4] 2> 2790783 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001 of type TLOG
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2790784 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35ed0348{/,null,AVAILABLE}
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17f447b3{HTTP/1.1,[http/1.1]}{127.0.0.1:40261}
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2792243ms
[junit4] 2> 2790785 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=40261, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores}
[junit4] 2> 2790786 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2790786 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T10:43:21.152Z
[junit4] 2> 2790787 INFO (zkConnectionManagerCallback-8659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790788 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2790788 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/solr.xml
[junit4] 2> 2790790 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2790790 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2790791 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2790793 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34219/solr
[junit4] 2> 2790794 INFO (zkConnectionManagerCallback-8663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790795 INFO (zkConnectionManagerCallback-8665-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790797 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2790798 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2790799 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790799 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40261_
[junit4] 2> 2790799 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2790799 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790799 INFO (zkCallback-8636-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790799 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790799 INFO (zkCallback-8626-thread-2-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790801 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2790854 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790861 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790861 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2790862 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [n:127.0.0.1:40261_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores
[junit4] 2> 2790891 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40261_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2790892 INFO (OverseerCollectionConfigSetProcessor-72124608236158980-127.0.0.1:37479_-n_0000000000) [n:127.0.0.1:37479_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2790893 INFO (OverseerThreadFactory-9284-thread-5-processing-n:127.0.0.1:37479_) [n:127.0.0.1:37479_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40261_ for creating new replica
[junit4] 2> 2790894 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2790895 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2790997 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2790997 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2790997 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2791933 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2791942 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 2792015 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2792023 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 2792024 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af44ff3
[junit4] 2> 2792024 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2792024 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 2792026 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=46.5126953125, floorSegmentMB=1.291015625, forceMergeDeletesPctAllowed=9.913565323460954, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35525417551206506
[junit4] 2> 2792045 WARN (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2792071 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2792071 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2792087 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2792087 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2792088 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42337088153655533]
[junit4] 2> 2792089 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@1576f342[collection1_shard2_replica_t45] main]
[junit4] 2> 2792089 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2792090 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2792090 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2792091 INFO (searcherExecutor-9320-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@1576f342[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2792091 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592010371190751232
[junit4] 2> 2792094 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 2792094 INFO (updateExecutor-8660-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2792094 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2792094 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2792095 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 2792095 INFO (qtp2082027234-32744) [n:127.0.0.1:40261_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1200
[junit4] 2> 2792096 INFO (qtp972865706-32667) [n:127.0.0.1:37479_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40261_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1205
[junit4] 2> 2792096 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2792096 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41] webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2792096 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 2792096 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2792096 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:43389/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:40261/collection1_shard2_replica_t45/]
[junit4] 2> 2792100 INFO (recoveryExecutor-8661-thread-1-processing-n:127.0.0.1:40261_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40261_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43389]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:40261_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2792101 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2792101 INFO (qtp1693193931-32687) [n:127.0.0.1:43389_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40261_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:40261","node_name":"127.0.0.1:40261_","state":"down","type":"TLOG"}
[junit4] 2> 2792189 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-4-001 of type TLOG
[junit4] 2> 2792190 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2792191 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2792191 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2792191 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2792192 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59a0f958{/,null,AVAILABLE}
[junit4] 2> 2792229 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6133b4a1{HTTP/1.1,[http/1.1]}{127.0.0.1:38905}
[junit4] 2> 2792229 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:40261_) [n:127.0.0.1:40261_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2792229 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.Server Started @2793686ms
[junit4] 2> 2792229 INFO (zkCallback-8654-thread-1-processing-n:127.0.0.1:37715_) [n:127.0.0.1:37715_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2792229 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/tempDir-001/jetty4, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=38905, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001/shard-4-001/cores}
[junit4] 2> 2792229 INFO (zkCallback-8644-thread-1-processing-n:127.0.0.1:43389_) [n:127.0.0.1:43389_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2792229 ERROR (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2792230 INFO (TEST-ShardSplitTest.test-seed#[54E3AEF555DB247E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apac
[...truncated too long message...]
r Closing metric reporters for registry=solr.collection.collection1.shard1_1.leader, tag=1597380989
[junit4] 2> 3375504 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.Overseer Overseer (id=72124640782712850-127.0.0.1:41879_-n_0000000004) closing
[junit4] 2> 3375504 INFO (OverseerStateUpdate-72124640782712850-127.0.0.1:41879_-n_0000000004) [n:127.0.0.1:41879_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41879_
[junit4] 2> 3375504 WARN (OverseerAutoScalingTriggerThread-72124640782712850-127.0.0.1:41879_-n_0000000004) [n:127.0.0.1:41879_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3375507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d22d20e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3375507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49984fc8{/,null,UNAVAILABLE}
[junit4] 2> 3375507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3375508 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33145
[junit4] 2> 3375508 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3375509 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[54E3AEF555DB247E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33267 33267
[junit4] 2> 3380546 INFO (Thread-7369) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33267 33267
[junit4] 2> 3380547 WARN (Thread-7369) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/collection1/terms/shard1_0
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 6 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/collections/collection1/terms/shard1_1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72124640782712841-127.0.0.1:35029_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_54E3AEF555DB247E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=LuceneFixedGap), rnd_b=BlockTreeOrds(blocksize=128), a_t=PostingsFormat(name=LuceneFixedGap), id=BlockTreeOrds(blocksize=128)}, docValues:{shard_s=DocValuesFormat(name=Direct), rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=922, maxMBSortInHeap=5.957203158170244, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@148f7527), locale=el, timezone=America/Atka
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=106160816,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SpellPossibilityIteratorTest, TestFieldSortValues, TestPayloadScoreQParserPlugin, TestCloudDeleteByQuery, CoreMergeIndexesAdminHandlerTest, TestBulkSchemaConcurrent, ReturnFieldsTest, TestSchemaNameResource, TestRawTransformer, AliasIntegrationTest, TestHdfsUpdateLog, SpellCheckCollatorWithCollapseTest, TestStressReorder, DocValuesMultiTest, MinimalSchemaTest, TestRuleBasedAuthorizationPlugin, TestConfigsApi, DistributedDebugComponentTest, ClusterStateTest, ShowFileRequestHandlerTest, LeaderElectionTest, TestExportWriter, MoreLikeThisHandlerTest, TestChildDocTransformer, TestSkipOverseerOperations, TestEmbeddedSolrServerConstructors, TestNestedDocsSort, ExecutePlanActionTest, SolrCmdDistributorTest, TestLargeCluster, TestLegacyField, RegexBoostProcessorTest, TestCloudSearcherWarming, MoveReplicaHDFSFailoverTest, PKIAuthenticationIntegrationTest, TestManagedSchemaAPI, HighlighterMaxOffsetTest, TestSolrCloudWithSecureImpersonation, TestNRTOpen, HdfsNNFailoverTest, TestSolrCloudSnapshots, TestSuggestSpellingConverter, AutoscalingHistoryHandlerTest, TestLeaderInitiatedRecoveryThread, TestComplexPhraseLeadingWildcard, HdfsDirectoryTest, TriggerIntegrationTest, SuggesterTSTTest, TestSystemCollAutoCreate, DistributedFacetSimpleRefinementLongTailTest, TestReloadDeadlock, TestCloudPivotFacet, AnalysisAfterCoreReloadTest, TestMinMaxOnMultiValuedField, UpdateLogTest, TestRebalanceLeaders, CoreAdminHandlerTest, NumericFieldsTest, StatsReloadRaceTest, TestBadConfig, PropertiesRequestHandlerTest, TestCodecSupport, DistanceFunctionTest, TestPullReplicaErrorHandling, LukeRequestHandlerTest, BJQParserTest, EnumFieldTest, TestValueSourceCache, RestartWhileUpdatingTest, TestClassicSimilarityFactory, TestCoreDiscovery, NoCacheHeaderTest, ConnectionReuseTest, CopyFieldTest, DistributedQueryComponentOptimizationTest, TestSolrDeletionPolicy2, MetricTriggerTest, QueryResultKeyTest, HLLSerializationTest, TestNamedUpdateProcessors, ZkShardTermsTest, SortSpecParsingTest, CollectionTooManyReplicasTest, DistributedQueueTest, SolrGangliaReporterTest, TestDFRSimilarityFactory, SpellCheckComponentTest, CleanupOldIndexTest, ClusterStateUpdateTest, SolrJmxReporterTest, StatelessScriptUpdateProcessorFactoryTest, TestTolerantUpdateProcessorRandomCloud, SearchRateTriggerTest, CurrencyFieldTypeTest, TestNoOpRegenerator, TestReqParamsAPI, CdcrUpdateLogTest, InfixSuggestersTest, TestPolicyCloud, SearchHandlerTest, AtomicUpdateProcessorFactoryTest, TestConfigSetImmutable, TestPivotHelperCode, OverriddenZkACLAndCredentialsProvidersTest, TestCoreContainer, TestOnReconnectListenerSupport, ClassificationUpdateProcessorIntegrationTest, CdcrVersionReplicationTest, CircularListTest, BasicDistributedZk2Test, TestImplicitCoreProperties, TestLMJelinekMercerSimilarityFactory, TestSmileRequest, SolrShardReporterTest, AutoAddReplicasPlanActionTest, DocValuesTest, HdfsTlogReplayBufferedWhileIndexingTest, TestLegacyTerms, TestFieldResource, TestQuerySenderListener, SaslZkACLProviderTest, DisMaxRequestHandlerTest, URLClassifyProcessorTest, TestDistributedSearch, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, HighlighterTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, TestFoldingMultitermQuery, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryTypes, RequestHandlersTest, DocumentBuilderTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, DistributedVersionInfoTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplicationFactorTest, SolrCloudExampleTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestPrepRecovery, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, AssignTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest]
[junit4] Completed [622/775 (1!)] on J2 in 595.86s, 5 tests, 1 failure <<< FAILURES!
[...truncated 48587 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21429 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21429/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=23068, name=jetty-launcher-4299-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=23072, name=jetty-launcher-4299-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=23068, name=jetty-launcher-4299-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=23072, name=jetty-launcher-4299-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA:9D18890A466AA822]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:38689_solr, 127.0.0.1:42049_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:38689/solr", "node_name":"127.0.0.1:38689_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:38689/solr", "node_name":"127.0.0.1:38689_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node8":{ "core":"testSimple1_shard2_replica_n6", "base_url":"https://127.0.0.1:38689/solr", "node_name":"127.0.0.1:38689_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:42043/solr", "node_name":"127.0.0.1:42043_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:38689_solr, 127.0.0.1:42049_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"https://127.0.0.1:38689/solr",
"node_name":"127.0.0.1:38689_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:38689/solr",
"node_name":"127.0.0.1:38689_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"testSimple1_shard2_replica_n6",
"base_url":"https://127.0.0.1:38689/solr",
"node_name":"127.0.0.1:38689_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:42043/solr",
"node_name":"127.0.0.1:42043_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA:2DFF922ECF65110B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([154CB6D0E896C5DA:F88C21C055FA5803]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13266 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 1427831 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/init-core-data-001
[junit4] 2> 1427831 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1427831 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1427833 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1427834 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001
[junit4] 2> 1427834 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1427834 INFO (Thread-2646) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1427834 INFO (Thread-2646) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1427837 ERROR (Thread-2646) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1427934 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40661
[junit4] 2> 1427937 INFO (zkConnectionManagerCallback-2631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427942 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427942 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427942 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b691bb{/solr,null,AVAILABLE}
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a33163{/solr,null,AVAILABLE}
[junit4] 2> 1427946 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c91f0{/solr,null,AVAILABLE}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10b9a67{SSL,[ssl, http/1.1]}{127.0.0.1:38689}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c0791c{SSL,[ssl, http/1.1]}{127.0.0.1:42049}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.e.j.s.Server Started @1429298ms
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-2) [ ] o.e.j.s.Server Started @1429298ms
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38689}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42049}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59ce71{SSL,[ssl, http/1.1]}{127.0.0.1:42043}
[junit4] 2> 1427947 ERROR (jetty-launcher-2628-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-1) [ ] o.e.j.s.Server Started @1429299ms
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42043}
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427947 ERROR (jetty-launcher-2628-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427947 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:26:56.970Z
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1427948 ERROR (jetty-launcher-2628-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:26:56.971Z
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1427948 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:26:56.971Z
[junit4] 2> 1427949 INFO (zkConnectionManagerCallback-2633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427949 INFO (zkConnectionManagerCallback-2637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427949 INFO (zkConnectionManagerCallback-2635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427950 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427950 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427950 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1427956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003c084e500001, likely client has closed socket
[junit4] 2> 1427957 INFO (jetty-launcher-2628-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
[junit4] 2> 1427958 INFO (jetty-launcher-2628-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
[junit4] 2> 1427958 INFO (jetty-launcher-2628-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
[junit4] 2> 1427958 INFO (zkConnectionManagerCallback-2643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427958 INFO (zkConnectionManagerCallback-2647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427959 INFO (zkConnectionManagerCallback-2649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427959 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003c084e500005, likely client has closed socket
[junit4] 2> 1427960 INFO (zkConnectionManagerCallback-2651-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427960 INFO (zkConnectionManagerCallback-2653-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1427960 INFO (zkConnectionManagerCallback-2655-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1428014 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428014 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428014 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42043_solr
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42049_solr
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38689_solr
[junit4] 2> 1428015 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.Overseer Overseer (id=72123600409198601-127.0.0.1:42043_solr-n_0000000000) starting
[junit4] 2> 1428015 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1428015 INFO (zkCallback-2654-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1428019 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1428025 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1428026 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42043_solr
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42049_solr, 127.0.0.1:38689_solr]
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1428026 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1428027 INFO (zkCallback-2654-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1428027 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1428027 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1428031 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1428031 DEBUG (OverseerAutoScalingTriggerThread-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1428031 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1428296 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428297 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428311 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428311 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428313 INFO (jetty-launcher-2628-thread-2) [n:127.0.0.1:42049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/.
[junit4] 2> 1428314 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428315 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428317 INFO (jetty-launcher-2628-thread-3) [n:127.0.0.1:38689_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/.
[junit4] 2> 1428367 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42043.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428384 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42043.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428385 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42043.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1428387 INFO (jetty-launcher-2628-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node1/.
[junit4] 2> 1428450 INFO (zkConnectionManagerCallback-2663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1428453 INFO (zkConnectionManagerCallback-2667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1428454 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1428454 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40661/solr ready
[junit4] 2> 1428489 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[154CB6D0E896C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1428564 INFO (qtp19731289-11562) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42049_solr,127.0.0.1:38689_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1428566 INFO (OverseerThreadFactory-5254-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1428673 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42049/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428674 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428676 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42049/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428677 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1428960 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1428960 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1428962 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1428963 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1428990 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1428994 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1429032 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1429097 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429097 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429097 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429097 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1429974 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1429974 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1429983 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1429983 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1430005 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430005 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430005 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430006 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430006 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430005 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430007 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 1430008 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430008 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430008 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 1430012 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1430012 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1430020 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1430021 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1430023 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430023 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430023 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430023 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1430024 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42049.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430024 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430024 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 1430024 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1430027 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430027 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_154CB6D0E896C5DA-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 1430034 DEBUG (ScheduledTrigger-5252-thread-2) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1430092 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430092 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430093 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430093 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430093 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430093 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430094 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430094 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430095 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1430095 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1430097 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21e3ae[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1430097 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1430097 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1430097 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d540da[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1430098 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430098 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430098 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430099 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430099 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@173ffd7[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1430099 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430099 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@f2faba[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1430100 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430100 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430101 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1430101 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430101 INFO (searcherExecutor-5264-thread-1-processing-n:127.0.0.1:42049_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@21e3ae[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430101 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1430101 INFO (searcherExecutor-5262-thread-1-processing-n:127.0.0.1:42049_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1d540da[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430101 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240596967424
[junit4] 2> 1430102 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430102 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1430102 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240598016000
[junit4] 2> 1430103 INFO (searcherExecutor-5261-thread-1-processing-n:127.0.0.1:38689_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@173ffd7[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430103 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240599064576
[junit4] 2> 1430103 INFO (searcherExecutor-5263-thread-1-processing-n:127.0.0.1:38689_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@f2faba[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1430103 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591994240599064576
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42049/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 1430109 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:42049/solr START replicas=[https://127.0.0.1:38689/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42049/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 1430110 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:42049/solr START replicas=[https://127.0.0.1:38689/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1430115 INFO (qtp16397439-11563) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1430115 INFO (qtp16397439-11552) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1430211 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430211 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430211 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430211 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:42049/solr DONE. We have no versions. sync failed.
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1430410 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1430411 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:42049/solr DONE. We have no versions. sync failed.
[junit4] 2> 1430412 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1430412 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1430412 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1430416 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42049/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 1430417 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42049/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 1430519 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430519 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430519 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430519 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430567 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1430567 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1430598 INFO (qtp21800456-11565) [n:127.0.0.1:42049_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1635
[junit4] 2> 1430598 INFO (qtp21800456-11550) [n:127.0.0.1:42049_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1608
[junit4] 2> 1430670 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430670 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430670 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1430670 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431035 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1431111 INFO (qtp16397439-11554) [n:127.0.0.1:38689_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2151
[junit4] 2> 1431111 INFO (qtp16397439-11639) [n:127.0.0.1:38689_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2117
[junit4] 2> 1431115 INFO (qtp19731289-11562) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1431212 INFO (zkCallback-2650-thread-2-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431212 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431212 INFO (zkCallback-2650-thread-1-processing-n:127.0.0.1:42049_solr) [n:127.0.0.1:42049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1431212 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432035 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1432116 INFO (qtp19731289-11562) [n:127.0.0.1:42043_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42049_solr,127.0.0.1:38689_solr&wt=javabin&version=2} status=0 QTime=3552
[junit4] 2> 1432119 INFO (qtp19731289-11568) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38689_solr,127.0.0.1:42043_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1432121 INFO (OverseerThreadFactory-5254-thread-2-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 1432121 INFO (OverseerCollectionConfigSetProcessor-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1432327 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42043/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432329 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432331 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42043/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432332 INFO (OverseerStateUpdate-72123600409198601-127.0.0.1:42043_solr-n_0000000000) [n:127.0.0.1:42043_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38689/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432536 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432536 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432540 INFO (qtp19731289-11549) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432540 INFO (qtp19731289-11549) [n:127.0.0.1:42043_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1432541 INFO (qtp19731289-11551) [n:127.0.0.1:42043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1432644 INFO (zkCallback-2654-thread-1-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432644 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432644 INFO (zkCallback-2652-thread-2-processing-n:127.0.0.1:38689_solr) [n:127.0.0.1:38689_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432644 INFO (zkCallback-2654-thread-2-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1432645 INFO (zkCallback-2654-thread-3-processing-n:127.0.0.1:42043_solr) [n:127.0.0.1:42043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1433036 DEBUG (ScheduledTrigger-5252-thread-1) [n:127.0.0.1:42043_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1433552 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1433552 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1433564 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1433564 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1433568 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1433568 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1433568 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1433568 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1433569 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1433569 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38689.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e3abb4
[junit4] 2> 1433569 INFO (qtp16397439-11564) [n:127.0.0.1:38689_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1433569 INFO (qtp16397439-11561) [n:127.0.0.1:38689_solr c:testSimple2 s:shard1 r:co
[...truncated too long message...]
MetricTrigger_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testMetricTrigger.shard1.replica_n7, tag=27481435
[junit4] 2> 2647511 INFO (coreCloseExecutor-8252-thread-2) [n:127.0.0.1:34103_solr c:testMetricTrigger s:shard1 r:core_node8 x:testMetricTrigger_shard1_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c0ccd4: rootName = solr_34103, domain = solr.core.testMetricTrigger.shard1.replica_n7, service url = null, agent id = null] for registry solr.core.testMetricTrigger.shard1.replica_n7 / com.codahale.metrics.MetricRegistry@2fb19a
[junit4] 2> 2647524 INFO (coreCloseExecutor-8252-thread-2) [n:127.0.0.1:34103_solr c:testMetricTrigger s:shard1 r:core_node8 x:testMetricTrigger_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=27481435
[junit4] 2> 2647525 INFO (jetty-closer-7270-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72123666960416788-127.0.0.1:34103_solr-n_0000000005) closing
[junit4] 2> 2647525 INFO (OverseerStateUpdate-72123666960416788-127.0.0.1:34103_solr-n_0000000005) [n:127.0.0.1:34103_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34103_solr
[junit4] 2> 2647525 WARN (OverseerAutoScalingTriggerThread-72123666960416788-127.0.0.1:34103_solr-n_0000000005) [n:127.0.0.1:34103_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2647526 DEBUG (jetty-closer-7270-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2647527 INFO (jetty-closer-7270-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19565b0{/solr,null,UNAVAILABLE}
[junit4] 2> 2647527 INFO (jetty-closer-7270-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2648991 WARN (zkCallback-7485-thread-1-processing-n:127.0.0.1:34709_solr) [n:127.0.0.1:34709_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2648991 INFO (jetty-closer-7270-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1924cf3{/solr,null,UNAVAILABLE}
[junit4] 2> 2648992 INFO (jetty-closer-7270-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2648992 ERROR (SUITE-TriggerIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2648993 INFO (SUITE-TriggerIntegrationTest-seed#[154CB6D0E896C5DA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38409 38409
[junit4] 2> 2655031 INFO (Thread-7998) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38409 38409
[junit4] 2> 2655032 WARN (Thread-7998) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 7 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 148 /solr/collections/collection1/state.json
[junit4] 2> 43 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/72123666960416791-127.0.0.1:46363_solr-n_0000000006
[junit4] 2> 3 /solr/overseer_elect/election/72123666960416816-127.0.0.1:32881_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72123666960416807-127.0.0.1:33747_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/72123666960416798-127.0.0.1:43815_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72123666960416779-core_node3-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72123666960416795-127.0.0.1:33575_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_154CB6D0E896C5DA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=FST50}, docValues:{}, maxPointsInLeafNode=1360, maxMBSortInHeap=5.6918620856853845, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@189761), locale=ar-DZ, timezone=Asia/Kathmandu
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=167740160,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSmileRequest, TestRuleBasedAuthorizationPlugin, TestDistributedMissingSort, ReturnFieldsTest, TestNestedDocsSort, TestCorePropertiesReload, DirectoryFactoryTest, TestCoreDiscovery, TestConfigsApi, NoCacheHeaderTest, TestFieldResource, ConcurrentDeleteAndCreateCollectionTest, TestSolrCloudSnapshots, TestRangeQuery, BadCopyFieldTest, TestQuerySenderListener, LargeFieldTest, TestReqParamsAPI, MetricTriggerTest, HdfsRestartWhileUpdatingTest, TestJsonRequest, TestPerFieldSimilarityWithDefaultOverride, ClassificationUpdateProcessorIntegrationTest, ConvertedLegacyTest, TestFieldCache, TestConfigSetsAPIExclusivity, TestLFUCache, TestUpdate, SolrCloudExampleTest, SchemaApiFailureTest, CurrencyFieldTypeTest, SearchRateTriggerTest, ShowFileRequestHandlerTest, DistributedQueryComponentOptimizationTest, ZkStateWriterTest, TestAnalyzedSuggestions, TestFileDictionaryLookup, HdfsNNFailoverTest, TestDistribStateManager, StatsReloadRaceTest, TestImplicitCoreProperties, TestSQLHandlerNonCloud, TestFiltering, TestSolrDeletionPolicy2, TestLazyCores, TestTrieFacet, OverriddenZkACLAndCredentialsProvidersTest, TestSuggestSpellingConverter, TestLargeCluster, SpellPossibilityIteratorTest, AtomicUpdateProcessorFactoryTest, OverseerRolesTest, AnalysisAfterCoreReloadTest, SaslZkACLProviderTest, BasicDistributedZk2Test, DistanceFunctionTest, TestRestManager, TestStressLiveNodes, TestNamedUpdateProcessors, TestLRUStatsCache, UnloadDistributedZkTest, TestSolrCoreProperties, TestStressReorder, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, TestMacroExpander, TestLMJelinekMercerSimilarityFactory, MoveReplicaHDFSFailoverTest, TestOnReconnectListenerSupport, DeleteReplicaTest, TestPullReplicaErrorHandling, URLClassifyProcessorTest, DeleteInactiveReplicaTest, BaseCdcrDistributedZkTest, TestSchemaVersionResource, DocValuesTest, TestFaceting, DirectSolrSpellCheckerTest, TestConfigSetImmutable, DistributedSpellCheckComponentTest, TestManagedSchemaAPI, TestNRTOpen, TestValueSourceCache, SpatialHeatmapFacetsTest, TermVectorComponentTest, TestAtomicUpdateErrorCases, SolrIndexMetricsTest, HLLSerializationTest, TestCoreBackup, DistributedFacetSimpleRefinementLongTailTest, TestRealTimeGet, TestExportWriter, SpatialFilterTest, PeerSyncReplicationTest, RestartWhileUpdatingTest, TestCodecSupport, TestClassicSimilarityFactory, SpellCheckComponentTest, TestLegacyField, TestLeaderInitiatedRecoveryThread, UninvertDocValuesMergePolicyTest, WordBreakSolrSpellCheckerTest, ForceLeaderTest, TestDynamicFieldCollectionResource, LegacyCloudClusterPropTest, BlockCacheTest, TestJavabinTupleStreamParser, CachingDirectoryFactoryTest, TestNumericRangeQuery64, SmileWriterTest, CollectionsAPISolrJTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CdcrVersionReplicationTest, TestChildDocTransformer, TestCloudSearcherWarming, TestSchemaManager, SpellCheckCollatorWithCollapseTest, LeaderElectionTest, UUIDUpdateProcessorFallbackTest, TestRandomDVFaceting, CoreAdminHandlerTest, CopyFieldTest, ConnectionReuseTest, SolrJmxReporterTest, TestRawTransformer, TestReloadDeadlock, TestHdfsUpdateLog, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, MinimalSchemaTest, OutputWriterTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastLRUCache, PreAnalyzedFieldTest, DateFieldTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, CircularListTest, SolrTestCaseJ4Test, TestTolerantSearch, AddReplicaTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestLockTree, TestPrepRecovery, TestRequestForwarding, TestSegmentSorting, TestTolerantUpdateProcessorCloud, TestUtilizeNode, ZkShardTermsTest, CollectionTooManyReplicasTest, CustomCollectionTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, TriggerIntegrationTest]
[junit4] Completed [596/775 (4!)] on J2 in 211.92s, 14 tests, 1 failure <<< FAILURES!
[...truncated 44510 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_162) - Build #
21428 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21428/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments:
1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([CE2C33538DB2693C:CAD29A41B778EBA6]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([CE2C33538DB2693C:A3D097AE37FA963B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13295 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 1157621 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/init-core-data-001
[junit4] 2> 1157621 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1157621 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1157623 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1157623 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001
[junit4] 2> 1157623 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1157623 INFO (Thread-6068) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1157623 INFO (Thread-6068) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1157624 ERROR (Thread-6068) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1157723 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39809
[junit4] 2> 1157725 INFO (zkConnectionManagerCallback-2052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157728 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1157728 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1157728 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a149661{/solr,null,AVAILABLE}
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72cb32de{/solr,null,AVAILABLE}
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1157729 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11f14caf{HTTP/1.1,[http/1.1]}{127.0.0.1:42439}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5208d687{HTTP/1.1,[http/1.1]}{127.0.0.1:39965}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.e.j.s.Server Started @1159116ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e3eee2c{/solr,null,AVAILABLE}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42439}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.e.j.s.Server Started @1159116ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39965}
[junit4] 2> 1157730 ERROR (jetty-launcher-2049-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@790d45dd{HTTP/1.1,[http/1.1]}{127.0.0.1:35911}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.e.j.s.Server Started @1159117ms
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35911}
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157730 ERROR (jetty-launcher-2049-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T02:13:36.692Z
[junit4] 2> 1157730 ERROR (jetty-launcher-2049-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T02:13:36.692Z
[junit4] 2> 1157730 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T02:13:36.692Z
[junit4] 2> 1157733 INFO (zkConnectionManagerCallback-2054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157733 INFO (zkConnectionManagerCallback-2057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157733 INFO (zkConnectionManagerCallback-2058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157733 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157733 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157733 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1157756 INFO (jetty-launcher-2049-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39809/solr
[junit4] 2> 1157757 INFO (jetty-launcher-2049-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39809/solr
[junit4] 2> 1157757 INFO (jetty-launcher-2049-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39809/solr
[junit4] 2> 1157757 INFO (zkConnectionManagerCallback-2064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157758 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003b205e3f0004, likely client has closed socket
[junit4] 2> 1157758 INFO (zkConnectionManagerCallback-2068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157758 INFO (zkConnectionManagerCallback-2070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157758 INFO (zkConnectionManagerCallback-2072-thread-1-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157759 INFO (zkConnectionManagerCallback-2074-thread-1-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157759 INFO (zkConnectionManagerCallback-2076-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157772 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157773 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35911_solr
[junit4] 2> 1157773 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer Overseer (id=72122604244107273-127.0.0.1:35911_solr-n_0000000000) starting
[junit4] 2> 1157776 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1157777 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35911_solr
[junit4] 2> 1157777 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1157777 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1157778 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1157778 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1157778 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1157778 INFO (zkCallback-2075-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1157779 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1157779 DEBUG (OverseerAutoScalingTriggerThread-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1157780 DEBUG (ScheduledTrigger-4138-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1157794 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1157794 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1157795 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157795 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1157796 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42439_solr
[junit4] 2> 1157796 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39965_solr
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:42439_solr"} current state version: 0
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42439_solr
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39965_solr"} current state version: 0
[junit4] 2> 1157796 INFO (zkCallback-2075-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1157796 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39965_solr
[junit4] 2> 1157804 INFO (zkCallback-2071-thread-1-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1157805 INFO (zkCallback-2073-thread-1-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1157821 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35911.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157828 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35911.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157828 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35911.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157829 INFO (jetty-launcher-2049-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/.
[junit4] 2> 1157831 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42439.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157831 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39965.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42439.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39965.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42439.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157836 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39965.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344abe7b
[junit4] 2> 1157837 INFO (jetty-launcher-2049-thread-3) [n:127.0.0.1:39965_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/.
[junit4] 2> 1157837 INFO (jetty-launcher-2049-thread-2) [n:127.0.0.1:42439_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/.
[junit4] 2> 1157898 INFO (zkConnectionManagerCallback-2084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157900 INFO (zkConnectionManagerCallback-2088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1157901 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1157902 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CE2C33538DB2693C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39809/solr ready
[junit4] 2> 1157904 INFO (qtp1625517580-14964) [n:127.0.0.1:35911_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157905 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1157905 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1157906 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1157907 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1157907 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1157908 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1157908 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1157909 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1157910 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1157910 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1157911 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1157911 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1157912 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1157912 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1157913 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1157913 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1157914 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1157914 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1157915 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1157915 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1157916 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1157916 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1157916 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1157917 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1157917 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1157918 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1157919 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1157919 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1157920 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1157920 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1157921 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1157921 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1157922 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1157922 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1157923 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1157923 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1157924 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1157924 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1157925 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1157925 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1157926 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1157926 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1157927 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1157928 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1157928 INFO (OverseerThreadFactory-4140-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1157930 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1157930 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1157930 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1158034 INFO (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158034 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1158035 INFO (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1158035 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158035 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158035 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1158035 INFO (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1158036 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158036 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1158136 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1158238 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1158238 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1158238 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1158238 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1158238 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1158238 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:39965/solr","node_name":"127.0.0.1:39965_solr","state":"down","type":"NRT"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:35911/solr","node_name":"127.0.0.1:35911_solr","state":"down","type":"NRT"}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1158240 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "node_name":"127.0.0.1:42439_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1158241 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "node_name":"127.0.0.1:42439_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1158241 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:42439/solr","node_name":"127.0.0.1:42439_solr","state":"down","type":"NRT"}
[junit4] 2> 1158241 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35911/solr",
[junit4] 2> "node_name":"127.0.0.1:35911_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42439/solr",
[junit4] 2> "node_name":"127.0.0.1:42439_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:39965/solr",
[junit4] 2> "node_name":"127.0.0.1:39965_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1158341 DEBUG (OverseerStateUpdate-72122604244107273-127.0.0.1:35911_solr-n_0000000000) [n:127.0.0.1:35911_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1158342 INFO (zkCallback-2073-thread-1-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2071-thread-1-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2075-thread-1-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2071-thread-2-processing-n:127.0.0.1:39965_solr) [n:127.0.0.1:39965_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2075-thread-2-processing-n:127.0.0.1:35911_solr) [n:127.0.0.1:35911_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158342 INFO (zkCallback-2073-thread-2-processing-n:127.0.0.1:42439_solr) [n:127.0.0.1:42439_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158780 DEBUG (ScheduledTrigger-4138-thread-1) [n:127.0.0.1:35911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1159245 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1159245 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1159245 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1159245 INFO (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1159245 INFO (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1159245 INFO (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159246 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1159246 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 1159246 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 1159247 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
[junit4] 2> 1159247 WARN (qtp1431702302-14962) [n:127.0.0.1:42439_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 1159247 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 1159247 WARN (qtp1625517580-14984) [n:127.0.0.1:35911_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 1159247 WARN (qtp1893811806-14963) [n:127.0.0.1:39965_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB2693C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CE2C33538DB269
[...truncated too long message...]
y=solr.core.collection1, tag=50160867
[junit4] 2> 8279 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@512c92e3{/solr,null,UNAVAILABLE}
[junit4] 2> 8279 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 38279 WARN (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp917390953{STOPPING,8<=11<=10000,i=0,q=1} Couldn't stop Thread[qtp917390953-73,5,TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1618651699
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@285f0053: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
[junit4] 2> 38280 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 38281 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@465ee65: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
[junit4] 2> 38281 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 38281 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@753baa09: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
[junit4] 2> 38281 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5d8cbac7
[junit4] 2> 38281 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1569503943
[junit4] 2> 38281 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7085be29: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
[junit4] 2> 38283 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[DEE8D5A7BE6E54AB]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 10, 2018 2:57:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 2:57:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments:
[junit4] 2> 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 10, 2018 2:57:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> Feb 10, 2018 2:57:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {description=FST50, id=PostingsFormat(name=Asserting), text=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=126, maxMBSortInHeap=6.081380400533401, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@28386109), locale=lt-LT, timezone=Asia/Novosibirsk
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=2,free=343371216,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestFeatureExtractionFromMultipleSegments]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFeatureExtractionFromMultipleSegments -Dtests.seed=DEE8D5A7BE6E54AB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt-LT -Dtests.timezone=Asia/Novosibirsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFeatureExtractionFromMultipleSegments (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments:
[junit4] > 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=73, name=qtp917390953-73, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE8D5A7BE6E54AB]:0)
[junit4] Completed [32/35 (1!)] on J1 in 55.08s, 1 test, 2 errors <<< FAILURES!
[...truncated 40708 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21427 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21427/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([785D739F8854C625:AC1838C66F0275DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:292)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([785D739F8854C625:F0094C4526A8ABDD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12143 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> 108273 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/init-core-data-001
[junit4] 2> 108273 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 108273 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 108275 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 108277 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001
[junit4] 2> 108278 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 108278 INFO (Thread-169) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 108278 INFO (Thread-169) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 108280 ERROR (Thread-169) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 108378 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38827
[junit4] 2> 108381 INFO (zkConnectionManagerCallback-186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108387 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108387 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108387 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108388 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108390 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108394 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108395 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bd89e2{/solr,null,AVAILABLE}
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c794ac{/solr,null,AVAILABLE}
[junit4] 2> 108396 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c0aa{/solr,null,AVAILABLE}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f229ae{/solr,null,AVAILABLE}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b88bfd{SSL,[ssl, http/1.1]}{127.0.0.1:46773}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-6) [ ] o.e.j.s.Server Started @109509ms
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46773}
[junit4] 2> 108397 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17bdb23{/solr,null,AVAILABLE}
[junit4] 2> 108397 ERROR (jetty-launcher-183-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38f9a7{SSL,[ssl, http/1.1]}{127.0.0.1:41013}
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.413Z
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.e.j.s.Server Started @109510ms
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41013}
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@148533d{SSL,[ssl, http/1.1]}{127.0.0.1:35017}
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-4) [ ] o.e.j.s.Server Started @109510ms
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35017}
[junit4] 2> 108398 ERROR (jetty-launcher-183-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108398 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.413Z
[junit4] 2> 108399 ERROR (jetty-launcher-183-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.414Z
[junit4] 2> 108399 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a83e5{SSL,[ssl, http/1.1]}{127.0.0.1:37681}
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server Started @109512ms
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37681}
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eb30ac{/solr,null,AVAILABLE}
[junit4] 2> 108400 ERROR (jetty-launcher-183-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.415Z
[junit4] 2> 108400 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1da289{SSL,[ssl, http/1.1]}{127.0.0.1:37835}
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.e.j.s.Server Started @109513ms
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37835}
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ce09c8{SSL,[ssl, http/1.1]}{127.0.0.1:33827}
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server Started @109513ms
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33827}
[junit4] 2> 108401 ERROR (jetty-launcher-183-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108401 ERROR (jetty-launcher-183-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.416Z
[junit4] 2> 108401 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T21:58:33.416Z
[junit4] 2> 108403 INFO (zkConnectionManagerCallback-190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108404 INFO (zkConnectionManagerCallback-188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108405 INFO (zkConnectionManagerCallback-192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108405 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108405 INFO (zkConnectionManagerCallback-194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108406 INFO (zkConnectionManagerCallback-198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108406 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108407 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108407 INFO (zkConnectionManagerCallback-196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108407 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108407 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108422 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108424 INFO (jetty-launcher-183-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108427 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108429 INFO (jetty-launcher-183-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108431 INFO (zkConnectionManagerCallback-203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108435 INFO (zkConnectionManagerCallback-207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108436 INFO (jetty-launcher-183-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108437 INFO (zkConnectionManagerCallback-211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108438 INFO (zkConnectionManagerCallback-214-thread-1-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108439 INFO (jetty-launcher-183-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108441 INFO (zkConnectionManagerCallback-217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108441 INFO (zkConnectionManagerCallback-219-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108446 INFO (zkConnectionManagerCallback-222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108447 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc3000b, likely client has closed socket
[junit4] 2> 108447 INFO (zkConnectionManagerCallback-224-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108448 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38827/solr
[junit4] 2> 108449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc3000d, likely client has closed socket
[junit4] 2> 108451 INFO (zkConnectionManagerCallback-228-thread-1-processing-n:127.0.0.1:37835_solr) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108455 INFO (zkConnectionManagerCallback-230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108467 INFO (zkConnectionManagerCallback-232-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108469 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc30010, likely client has closed socket
[junit4] 2> 108487 INFO (zkConnectionManagerCallback-238-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108518 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108520 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33827_solr
[junit4] 2> 108522 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.Overseer Overseer (id=72121601327562770-127.0.0.1:33827_solr-n_0000000000) starting
[junit4] 2> 108541 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33827_solr
[junit4] 2> 108543 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108594 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108595 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108597 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 108597 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108599 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108599 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41013_solr
[junit4] 2> 108599 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108608 INFO (zkCallback-223-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108608 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108609 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108610 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37681_solr
[junit4] 2> 108611 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 108612 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108612 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108614 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 108615 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108615 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46773_solr
[junit4] 2> 108616 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108616 INFO (zkCallback-223-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 108631 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108631 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108632 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108635 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108636 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 108638 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35017_solr
[junit4] 2> 108655 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108655 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108660 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108660 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108660 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 108663 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 108664 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108666 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37835_solr
[junit4] 2> 108667 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108667 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108667 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108667 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108699 INFO (zkCallback-226-thread-1-processing-n:127.0.0.1:37835_solr) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108707 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 108907 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 108923 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 108923 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 108925 INFO (jetty-launcher-183-thread-6) [n:127.0.0.1:46773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node6/.
[junit4] 2> 108996 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109007 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109024 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109024 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109024 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109025 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109026 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:33827_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/.
[junit4] 2> 109026 INFO (jetty-launcher-183-thread-5) [n:127.0.0.1:37835_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/.
[junit4] 2> 109044 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109049 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109058 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109058 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109060 INFO (jetty-launcher-183-thread-3) [n:127.0.0.1:41013_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node3/.
[junit4] 2> 109064 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109064 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109066 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:37681_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/.
[junit4] 2> 109138 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109151 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109151 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 109153 INFO (jetty-launcher-183-thread-4) [n:127.0.0.1:35017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/.
[junit4] 2> 109421 INFO (zkConnectionManagerCallback-248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109422 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003a36dbc30013, likely client has closed socket
[junit4] 2> 109424 INFO (zkConnectionManagerCallback-252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109425 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 109425 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[785D739F8854C625]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38827/solr ready
[junit4] 2> 109454 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[785D739F8854C625]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 109455 INFO (zkConnectionManagerCallback-254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109456 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[785D739F8854C625]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 109632 INFO (qtp6452951-847) [n:127.0.0.1:33827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109714 INFO (qtp8049962-857) [n:127.0.0.1:35017_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109784 INFO (qtp26821955-852) [n:127.0.0.1:37681_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109792 INFO (qtp14565830-839) [n:127.0.0.1:37835_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109877 INFO (qtp25738815-854) [n:127.0.0.1:41013_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109957 INFO (qtp8316172-866) [n:127.0.0.1:46773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109958 INFO (qtp14565830-862) [n:127.0.0.1:37835_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=416
[junit4] 2> 109965 INFO (qtp8049962-867) [n:127.0.0.1:35017_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 109967 INFO (OverseerThreadFactory-389-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 109980 INFO (qtp6452951-853) [n:127.0.0.1:33827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109988 INFO (qtp8049962-838) [n:127.0.0.1:35017_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 109996 INFO (qtp26821955-858) [n:127.0.0.1:37681_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110003 INFO (qtp14565830-839) [n:127.0.0.1:37835_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110011 INFO (qtp25738815-860) [n:127.0.0.1:41013_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110019 INFO (qtp8316172-868) [n:127.0.0.1:46773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110034 INFO (OverseerThreadFactory-389-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 976675487 sessionWrapper.createTime 976675473150272, this.sessionWrapper.createTime 976675473150272
[junit4] 2> 110143 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46773/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110144 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41013/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110145 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110147 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37681/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110148 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35017/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110149 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33827/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110151 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33827/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110152 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35017/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110154 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37681/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110156 INFO (OverseerStateUpdate-72121601327562770-127.0.0.1:33827_solr-n_0000000000) [n:127.0.0.1:33827_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37835/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 110375 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110375 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110376 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110376 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110379 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110379 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110379 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110380 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110380 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110381 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110390 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110391 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110391 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110391 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110391 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110393 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 110499 INFO (zkCallback-226-thread-1-processing-n:127.0.0.1:37835_solr) [n:127.0.0.1:37835_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-237-thread-1-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-237-thread-3-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-223-thread-1-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-237-thread-2-processing-n:127.0.0.1:33827_solr) [n:127.0.0.1:33827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41013_solr) [n:127.0.0.1:41013_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:46773_solr) [n:127.0.0.1:46773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-218-thread-2-processing-n:127.0.0.1:37681_solr) [n:127.0.0.1:37681_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 110499 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:35017_solr) [n:127.0.0.1:35017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 111405 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111406 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111407 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111411 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111432 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111436 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111441 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111442 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111446 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111464 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 111498 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 111501 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 111503 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 111506 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 111510 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 111520 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 111524 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 111537 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 111537 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 111543 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 111552 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111552 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111563 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111563 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111563 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111564 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111564 INFO (qtp6452951-823) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 111564 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41013.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111564 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111564 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node3/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 111580 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111580 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111581 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111581 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111581 INFO (qtp8049962-831) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 111585 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111585 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111586 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111586 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111586 INFO (qtp14565830-842) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46773.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111591 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111592 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 111617 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111618 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111618 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35017.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111619 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111619 INFO (qtp8049962-997) [n:127.0.0.1:35017_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 111619 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111619 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111620 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33827.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111620 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111620 INFO (qtp6452951-840) [n:127.0.0.1:33827_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 111623 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111623 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111624 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111624 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111624 INFO (qtp26821955-825) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111625 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 111625 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37681.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111625 INFO (qtp26821955-829) [n:127.0.0.1:37681_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 111626 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37835.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@112f69b
[junit4] 2> 111626 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111626 INFO (qtp14565830-850) [n:127.0.0.1:37835_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReplaceNodeNoTargetTest_785D739F8854C625-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 111791 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111791 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111799 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 111799 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 111812 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cee86b[replacenodetest_coll_notarget_shard1_replica_n2] main]
[junit4] 2> 111813 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 111813 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 111820 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 111830 INFO (searcherExecutor-403-thread-1-processing-n:127.0.0.1:41013_solr x:replacenodetest_coll_notarget_shard1_replica_n2 s:shard1 c:replacenodetest_coll_notarget r:core_node5) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [replacenodetest_coll_notarget_shard1_replica_n2] Registered new searcher Searcher@1cee86b[replacenodetest_coll_notarget_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 111830 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591962256639262720
[junit4] 2> 111838 INFO (qtp25738815-827) [n:127.0.0.1:41013_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 111871 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111872 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111901 INFO (qtp8316172-849) [n:127.0.0.1:46773_solr c:replacenode
[...truncated too long message...]
Thread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 345463 INFO (jetty-closer-515-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1906fc1{/solr,null,UNAVAILABLE}
[junit4] 2> 345463 INFO (jetty-closer-515-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 345463 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 345463 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44975 44975
[junit4] 2> 345512 INFO (Thread-398) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44975 44975
[junit4] 2> 345512 WARN (Thread-398) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/collections/cdcr-source/terms/shard1
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-source/state.json
[junit4] 2> 4 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2> 3 /solr/collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15bafdd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5950943
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 345514 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@99e8: rootName = solr_37491, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1605089
[junit4] 2> 345520 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 345520 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f7a2c7: rootName = solr_37491, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1c959f5
[junit4] 2> 345524 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 345525 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12687e8: rootName = solr_37491, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@157f058
[junit4] 2> 345526 INFO (jetty-closer-496-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37491_solr
[junit4] 2> 345526 INFO (jetty-closer-496-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 345527 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 345527 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@875e95
[junit4] 2> 345527 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=8871573
[junit4] 2> 345527 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17599ad: rootName = solr_37491, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2358ca
[junit4] 2> 345527 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [0])
[junit4] 2> 345528 INFO (zkCallback-505-thread-3-processing-n:127.0.0.1:37491_solr) [n:127.0.0.1:37491_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [0])
[junit4] 2> 345538 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=8871573
[junit4] 2> 345538 INFO (coreCloseExecutor-684-thread-1) [n:127.0.0.1:37491_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 345540 INFO (jetty-closer-496-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72121615784411139-127.0.0.1:37491_solr-n_0000000000) closing
[junit4] 2> 345541 INFO (OverseerStateUpdate-72121615784411139-127.0.0.1:37491_solr-n_0000000000) [n:127.0.0.1:37491_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37491_solr
[junit4] 2> 345541 WARN (OverseerAutoScalingTriggerThread-72121615784411139-127.0.0.1:37491_solr-n_0000000000) [n:127.0.0.1:37491_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 345542 INFO (jetty-closer-496-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39315b{/solr,null,UNAVAILABLE}
[junit4] 2> 345542 INFO (jetty-closer-496-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 345542 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 345543 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36815 36815
[junit4] 2> 346341 INFO (Thread-388) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36815 36815
[junit4] 2> 346342 WARN (Thread-388) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 346342 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[785D739F8854C625]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_785D739F8854C625-001
[junit4] 2> Feb 09, 2018 10:02:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1771, maxMBSortInHeap=5.916279832127644, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@14e98c8), locale=sr-RS, timezone=Etc/GMT+6
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=27709064,total=238813184
[junit4] 2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, TestSolrXml, UpdateRequestProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, SyncSliceTest, ComputePlanActionTest, TestManagedSynonymGraphFilterFactory, SolrJmxReporterCloudTest, DirectUpdateHandlerOptimizeTest, TestDelegationWithHadoopAuth, TestNumericTerms64, TestCustomDocTransformer, ShufflingReplicaListTransformerTest, JSONWriterTest, TestStressRecovery, MetricsHandlerTest, LoggingHandlerTest, TestNonDefinedSimilarityFactory, CdcrBootstrapTest]
[junit4] Completed [87/775 (2!)] on J1 in 179.87s, 3 tests, 1 failure <<< FAILURES!
[...truncated 46149 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21426 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21426/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest: 1) Thread[id=5153, name=qtp9946373-5153, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:
1) Thread[id=5153, name=qtp9946373-5153, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([360293404F34F77F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5153, name=qtp9946373-5153, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5153, name=qtp9946373-5153, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([360293404F34F77F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=18215, name=jetty-launcher-6511-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=18217, name=jetty-launcher-6511-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=18215, name=jetty-launcher-6511-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=18217, name=jetty-launcher-6511-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([360293404F34F77F]:0)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([360293404F34F77F:BD2540910E325CFB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:431)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12713 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/init-core-data-001
[junit4] 2> 551285 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[360293404F34F77F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 551285 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[360293404F34F77F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 551285 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[360293404F34F77F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 551286 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[360293404F34F77F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lg/qi
[junit4] 2> 551287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 551287 INFO (Thread-1217) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 551287 INFO (Thread-1217) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 551288 ERROR (Thread-1217) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 551387 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ZkTestServer start zk server on port:39077
[junit4] 2> 551389 INFO (zkConnectionManagerCallback-995-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 551392 INFO (zkConnectionManagerCallback-997-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 551395 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 551396 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 551396 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 551397 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 551397 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 551397 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 551398 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 551398 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 551399 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 551399 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 551399 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 551400 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 551470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b932c2{/lg/qi,null,AVAILABLE}
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1304b73{HTTP/1.1,[http/1.1]}{127.0.0.1:43939}
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server Started @552841ms
[junit4] 2> 551471 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/tempDir-001/control/data, hostContext=/lg/qi, hostPort=43939, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/control-001/cores}
[junit4] 2> 551472 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 551472 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 551472 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 551472 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 551472 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T19:12:34.978Z
[junit4] 2> 551473 INFO (zkConnectionManagerCallback-999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 551474 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 551474 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/control-001/solr.xml
[junit4] 2> 551476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 551476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 551477 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 551479 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39077/solr
[junit4] 2> 551480 INFO (zkConnectionManagerCallback-1003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 551482 INFO (zkConnectionManagerCallback-1005-thread-1-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 551514 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 551514 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43939_lg%2Fqi
[junit4] 2> 551515 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.Overseer Overseer (id=72120948687306756-127.0.0.1:43939_lg%2Fqi-n_0000000000) starting
[junit4] 2> 551518 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43939_lg%2Fqi
[junit4] 2> 551519 INFO (zkCallback-1004-thread-1-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 551635 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 551643 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 551643 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 551644 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/control-001/cores
[junit4] 2> 551659 INFO (zkConnectionManagerCallback-1011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 551660 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 551660 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39077/solr ready
[junit4] 2> 551661 INFO (qtp4775991-5000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43939_lg%252Fqi&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 551662 INFO (OverseerThreadFactory-2247-thread-1-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 551765 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 551766 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 551869 INFO (zkCallback-1004-thread-1-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 553266 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 553272 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 553329 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 553336 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 553336 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 553336 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 553336 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 553339 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.458984375, floorSegmentMB=2.107421875, forceMergeDeletesPctAllowed=12.501299850805763, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38435970786188134
[junit4] 2> 553344 WARN (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 553373 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 553373 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 553388 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 553388 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 553390 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 553390 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@187429a[control_collection_shard1_replica_n1] main]
[junit4] 2> 553391 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 553391 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 553392 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 553393 INFO (searcherExecutor-2250-thread-1-processing-n:127.0.0.1:43939_lg%2Fqi x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@187429a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 553393 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591951812878925824
[junit4] 2> 553397 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 553397 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 553397 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43939/lg/qi/control_collection_shard1_replica_n1/
[junit4] 2> 553397 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 553397 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43939/lg/qi/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 553397 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 553398 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43939/lg/qi/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 553499 INFO (zkCallback-1004-thread-2-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 553549 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 553550 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1785
[junit4] 2> 553552 INFO (qtp4775991-5000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 553651 INFO (zkCallback-1004-thread-2-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 553663 INFO (OverseerCollectionConfigSetProcessor-72120948687306756-127.0.0.1:43939_lg%2Fqi-n_0000000000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 554552 INFO (qtp4775991-5000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43939_lg%252Fqi&wt=javabin&version=2} status=0 QTime=2890
[junit4] 2> 554555 INFO (zkConnectionManagerCallback-1015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 554556 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554557 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39077/solr ready
[junit4] 2> 554557 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 554558 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 554559 INFO (OverseerThreadFactory-2247-thread-2-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 554559 WARN (OverseerThreadFactory-2247-thread-2-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 554762 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 554762 INFO (qtp4775991-5006) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 554857 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-1-001 of type NRT
[junit4] 2> 554858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 554858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 554858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 554858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 554858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e6e39{/lg/qi,null,AVAILABLE}
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d665d7{HTTP/1.1,[http/1.1]}{127.0.0.1:39187}
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server Started @556228ms
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/lg/qi, hostPort=39187, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-1-001/cores}
[junit4] 2> 554859 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 554859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T19:12:38.365Z
[junit4] 2> 554860 INFO (zkConnectionManagerCallback-1017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 554861 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 554861 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-1-001/solr.xml
[junit4] 2> 554864 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 554864 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 554864 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 554869 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39077/solr
[junit4] 2> 554870 INFO (zkConnectionManagerCallback-1021-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 554871 INFO (zkConnectionManagerCallback-1023-thread-1-processing-n:127.0.0.1:39187_lg%2Fqi) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 554879 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 554881 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 554882 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39187_lg%2Fqi
[junit4] 2> 554882 INFO (zkCallback-1014-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 554882 INFO (zkCallback-1004-thread-2-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 554885 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:39187_lg%2Fqi) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 555004 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 555014 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 555014 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 555016 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-1-001/cores
[junit4] 2> 555045 INFO (qtp1309299-5051) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39187_lg%252Fqi&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 555049 INFO (OverseerCollectionConfigSetProcessor-72120948687306756-127.0.0.1:43939_lg%2Fqi-n_0000000000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 555050 INFO (OverseerThreadFactory-2247-thread-3-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39187_lg%2Fqi for creating new replica
[junit4] 2> 555052 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 555053 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 556116 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 556128 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 556215 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 556224 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 556225 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 556225 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 556225 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 556228 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.458984375, floorSegmentMB=2.107421875, forceMergeDeletesPctAllowed=12.501299850805763, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38435970786188134
[junit4] 2> 556230 WARN (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 556272 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 556272 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 556273 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 556273 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 556274 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 556274 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@839c14[collection1_shard2_replica_n61] main]
[junit4] 2> 556275 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 556275 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 556276 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 556277 INFO (searcherExecutor-2261-thread-1-processing-n:127.0.0.1:39187_lg%2Fqi x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@839c14[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 556278 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591951815904067584
[junit4] 2> 556282 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 556282 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 556282 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39187/lg/qi/collection1_shard2_replica_n61/
[junit4] 2> 556282 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 556282 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:39187/lg/qi/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 556282 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 556284 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39187/lg/qi/collection1_shard2_replica_n61/ shard2
[junit4] 2> 556435 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 556437 INFO (qtp1309299-5077) [n:127.0.0.1:39187_lg%2Fqi c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1384
[junit4] 2> 556438 INFO (qtp1309299-5051) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39187_lg%252Fqi&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1392
[junit4] 2> 556509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-2-001 of type NRT
[junit4] 2> 556509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 556509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 556509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 556509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f0084c{/lg/qi,null,AVAILABLE}
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dbd967{HTTP/1.1,[http/1.1]}{127.0.0.1:41673}
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server Started @557879ms
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/lg/qi, hostPort=41673, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-2-001/cores}
[junit4] 2> 556510 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 556510 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T19:12:40.016Z
[junit4] 2> 556512 INFO (zkConnectionManagerCallback-1027-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 556513 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 556513 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-2-001/solr.xml
[junit4] 2> 556532 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 556532 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 556533 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 556535 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39077/solr
[junit4] 2> 556536 INFO (zkConnectionManagerCallback-1031-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 556538 INFO (zkConnectionManagerCallback-1033-thread-1-processing-n:127.0.0.1:41673_lg%2Fqi) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 556540 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 556541 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 556542 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41673_lg%2Fqi
[junit4] 2> 556542 INFO (zkCallback-1014-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556542 INFO (zkCallback-1004-thread-1-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556542 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:39187_lg%2Fqi) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556543 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:41673_lg%2Fqi) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 556640 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 556648 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 556648 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 556650 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-2-001/cores
[junit4] 2> 556676 INFO (qtp1309299-5055) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41673_lg%252Fqi&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 556678 INFO (OverseerCollectionConfigSetProcessor-72120948687306756-127.0.0.1:43939_lg%2Fqi-n_0000000000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 556678 INFO (OverseerThreadFactory-2247-thread-4-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41673_lg%2Fqi for creating new replica
[junit4] 2> 556679 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 556680 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 557863 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 557871 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 557933 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 557940 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 557941 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 557941 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 557941 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 557943 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.458984375, floorSegmentMB=2.107421875, forceMergeDeletesPctAllowed=12.501299850805763, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38435970786188134
[junit4] 2> 557946 WARN (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 557975 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 557975 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 557976 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 557976 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 557977 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 557977 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f9b95d[collection1_shard3_replica_n63] main]
[junit4] 2> 557978 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 557978 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 557978 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 557979 INFO (searcherExecutor-2272-thread-1-processing-n:127.0.0.1:41673_lg%2Fqi x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@1f9b95d[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 557979 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591951817687695360
[junit4] 2> 557983 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 557983 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 557983 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41673/lg/qi/collection1_shard3_replica_n63/
[junit4] 2> 557983 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 557983 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:41673/lg/qi/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 557983 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 557984 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41673/lg/qi/collection1_shard3_replica_n63/ shard3
[junit4] 2> 558135 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 558136 INFO (qtp22128157-5086) [n:127.0.0.1:41673_lg%2Fqi c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1457
[junit4] 2> 558137 INFO (qtp1309299-5055) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41673_lg%252Fqi&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1461
[junit4] 2> 558216 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-3-001 of type NRT
[junit4] 2> 558217 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 558217 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 558217 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 558217 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13f0b75{/lg/qi,null,AVAILABLE}
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@165b450{HTTP/1.1,[http/1.1]}{127.0.0.1:35411}
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.e.j.s.Server Started @559587ms
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/lg/qi, hostPort=35411, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-3-001/cores}
[junit4] 2> 558218 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 558218 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T19:12:41.724Z
[junit4] 2> 558219 INFO (zkConnectionManagerCallback-1037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 558220 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 558220 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-3-001/solr.xml
[junit4] 2> 558223 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 558223 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 558224 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 558227 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39077/solr
[junit4] 2> 558228 INFO (zkConnectionManagerCallback-1041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 558230 INFO (zkConnectionManagerCallback-1043-thread-1-processing-n:127.0.0.1:35411_lg%2Fqi) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 558233 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 558234 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 558235 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35411_lg%2Fqi
[junit4] 2> 558235 INFO (zkCallback-1014-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 558235 INFO (zkCallback-1004-thread-2-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 558235 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:41673_lg%2Fqi) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 558235 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:39187_lg%2Fqi) [n:127.0.0.1:39187_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 558236 INFO (zkCallback-1042-thread-1-processing-n:127.0.0.1:35411_lg%2Fqi) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 558345 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 558353 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 558353 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 558354 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[360293404F34F77F]) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-3-001/cores
[junit4] 2> 558389 INFO (qtp22128157-5092) [n:127.0.0.1:41673_lg%2Fqi ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35411_lg%252Fqi&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 558391 INFO (OverseerCollectionConfigSetProcessor-72120948687306756-127.0.0.1:43939_lg%2Fqi-n_0000000000) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 558391 INFO (OverseerThreadFactory-2247-thread-5-processing-n:127.0.0.1:43939_lg%2Fqi) [n:127.0.0.1:43939_lg%2Fqi ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35411_lg%2Fqi for creating new replica
[junit4] 2> 558392 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 558393 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 559455 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 559463 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 559529 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 559537 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 559537 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@230c36
[junit4] 2> 559537 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 559537 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_360293404F34F77F-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 559540 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.458984375, floorSegmentMB=2.107421875, forceMergeDeletesPctAllowed=12.501299850805763, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38435970786188134
[junit4] 2> 559541 WARN (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 559572 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 559572 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 559573 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 559573 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 559574 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 559574 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b249c2[collection1_shard1_replica_n65] main]
[junit4] 2> 559575 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 559575 INFO (qtp2714172-5117) [n:127.0.0.1:35411_lg%2Fqi c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _r
[...truncated too long message...]
edOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1728476 ERROR (jetty-launcher-6511-thread-2-EventThread) [n:127.0.0.1:34359_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 09, 2018 7:32:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1505e68), locale=sr-CS, timezone=Pacific/Pago_Pago
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=117983136,total=370438144
[junit4] 2> NOTE: All tests run in this JVM: [ConnectionReuseTest, DistribCursorPagingTest, TestCoreContainer, DisMaxRequestHandlerTest, TestDynamicFieldCollectionResource, CleanupOldIndexTest, PeerSyncReplicationTest, HttpPartitionTest, IndexSchemaRuntimeFieldTest, ShowFileRequestHandlerTest, SpellPossibilityIteratorTest, TestCodecSupport, AnalyticsQueryTest, ZkShardTermsTest, QueryResultKeyTest, BlockJoinFacetSimpleTest, TestNoOpRegenerator, TestLMJelinekMercerSimilarityFactory, DirectSolrSpellCheckerTest, TestRuleBasedAuthorizationPlugin, OverseerRolesTest, TestJsonRequest, CdcrUpdateLogTest, TestPayloadScoreQParserPlugin, UUIDUpdateProcessorFallbackTest, SpatialFilterTest, TestCloudDeleteByQuery, UniqFieldsUpdateProcessorFactoryTest, TestPullReplicaErrorHandling, HdfsDirectoryTest, TestSimpleTextCodec, DistributedQueryComponentOptimizationTest, BasicDistributedZk2Test, SolrCmdDistributorTest, CircularListTest, TestFieldCache, TestQuerySenderListener, PreAnalyzedFieldTest, TestJavabinTupleStreamParser, UninvertDocValuesMergePolicyTest, TestLegacyFieldCache, RegexBoostProcessorTest, TestSystemCollAutoCreate, ShardSplitTest, SolrJmxReporterTest, MinimalSchemaTest, SpellCheckCollatorWithCollapseTest, DistanceFunctionTest, StatelessScriptUpdateProcessorFactoryTest, TestSchemaNameResource, FileBasedSpellCheckerTest, AnalysisAfterCoreReloadTest, LeaderElectionIntegrationTest, TestFieldCacheSortRandom, HdfsBasicDistributedZkTest, TestTolerantSearch, TestStressLiveNodes, PingRequestHandlerTest, SearchHandlerTest, TestRealTimeGet, TestSolrCoreProperties, LeaderFailoverAfterPartitionTest, ResponseLogComponentTest, TestSolrCloudSnapshots, TestSchemaVersionResource, TestRandomDVFaceting, ReturnFieldsTest, TestFastWriter, TestCorePropertiesReload, TimeZoneUtilsTest, TestComplexPhraseLeadingWildcard, DirectoryFactoryTest, RecoveryZkTest, TestJmxIntegration, BitVectorTest, TestAnalyzedSuggestions, MultiThreadedOCPTest, URLClassifyProcessorTest, DateFieldTest, TestConfigSetsAPIExclusivity, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=360293404F34F77F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Pacific/Pago_Pago -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=18215, name=jetty-launcher-6511-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=18217, name=jetty-launcher-6511-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([360293404F34F77F]:0)
[junit4] Completed [729/775 (3!)] on J2 in 44.74s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 44062 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21425 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21425/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([461A139E1CB37D2:220B1F00FAC498BE]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14163 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/init-core-data-001
[junit4] 2> 3165448 WARN (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 3165448 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3165450 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3165450 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3165451 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001
[junit4] 2> 3165451 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3165451 INFO (Thread-5491) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3165451 INFO (Thread-5491) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3165453 ERROR (Thread-5491) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3165551 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38931
[junit4] 2> 3165554 INFO (zkConnectionManagerCallback-8651-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165558 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3165558 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3165559 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10ce515{/solr,null,AVAILABLE}
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1799791{/solr,null,AVAILABLE}
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c289a{HTTP/1.1,[http/1.1]}{127.0.0.1:42087}
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-1) [ ] o.e.j.s.Server Started @3167070ms
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42087}
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11f642e{HTTP/1.1,[http/1.1]}{127.0.0.1:44619}
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.e.j.s.Server Started @3167070ms
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44619}
[junit4] 2> 3165560 ERROR (jetty-launcher-8648-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3165560 ERROR (jetty-launcher-8648-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3165560 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3165561 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:50:42.581Z
[junit4] 2> 3165561 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:50:42.581Z
[junit4] 2> 3165562 INFO (zkConnectionManagerCallback-8655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165562 INFO (zkConnectionManagerCallback-8654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165562 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3165562 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3165580 INFO (jetty-launcher-8648-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3165580 INFO (jetty-launcher-8648-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3165581 INFO (zkConnectionManagerCallback-8660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165581 INFO (zkConnectionManagerCallback-8663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165586 INFO (zkConnectionManagerCallback-8665-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165586 INFO (zkConnectionManagerCallback-8667-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165620 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3165620 INFO (jetty-launcher-8648-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3165621 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42087_solr
[junit4] 2> 3165621 INFO (jetty-launcher-8648-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44619_solr
[junit4] 2> 3165621 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.Overseer Overseer (id=72120154894172165-127.0.0.1:42087_solr-n_0000000000) starting
[junit4] 2> 3165623 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3165624 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3165627 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3165627 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42087_solr
[junit4] 2> 3165628 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3165628 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44619_solr]
[junit4] 2> 3165629 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3165629 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3165629 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3165630 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3165630 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3165630 DEBUG (ScheduledTrigger-9434-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3165630 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3165749 INFO (jetty-launcher-8648-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3165752 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42087.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3165755 INFO (jetty-launcher-8648-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3165755 INFO (jetty-launcher-8648-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3165756 INFO (jetty-launcher-8648-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node2/.
[junit4] 2> 3165760 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42087.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3165761 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42087.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3165762 INFO (jetty-launcher-8648-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node1/.
[junit4] 2> 3165785 INFO (zkConnectionManagerCallback-8673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165788 INFO (zkConnectionManagerCallback-8677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165789 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3165789 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38931/solr ready
[junit4] 2> 3165842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 3165843 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3165843 DEBUG (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3165843 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3165844 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3165845 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3165845 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3165847 INFO (qtp16175053-32730) [n:127.0.0.1:42087_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3165850 INFO (qtp16175053-32730) [n:127.0.0.1:42087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3165851 INFO (qtp16175053-32792) [n:127.0.0.1:42087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3165852 INFO (qtp32814196-32733) [n:127.0.0.1:44619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3165853 DEBUG (qtp16175053-32738) [n:127.0.0.1:42087_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3165853 INFO (qtp16175053-32738) [n:127.0.0.1:42087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3165853 DEBUG (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3165854 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3165856 DEBUG (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42087_solr, 127.0.0.1:44619_solr]
[junit4] 2> 3165856 DEBUG (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3165856 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3165856 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3165857 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3165857 DEBUG (ScheduledTrigger-9434-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3165858 DEBUG (ScheduledTrigger-9434-thread-1) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3165858 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3165858 DEBUG (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3165864 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3165864 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3165864 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3165865 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f6ddcf{/solr,null,AVAILABLE}
[junit4] 2> 3165865 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9b6383{HTTP/1.1,[http/1.1]}{127.0.0.1:44729}
[junit4] 2> 3165865 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server Started @3167375ms
[junit4] 2> 3165865 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44729}
[junit4] 2> 3165865 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3165866 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3165866 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3165866 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3165866 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:50:42.886Z
[junit4] 2> 3165882 INFO (zkConnectionManagerCallback-8679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165883 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3165890 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3165891 INFO (zkConnectionManagerCallback-8683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165895 INFO (zkConnectionManagerCallback-8685-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3165899 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3165900 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3165902 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44729_solr
[junit4] 2> 3165902 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3165903 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3165911 INFO (zkCallback-8676-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3165915 INFO (zkCallback-8684-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3166041 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44729.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3166053 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44729.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3166053 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44729.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3166059 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [n:127.0.0.1:44729_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node3/.
[junit4] 2> 3166860 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3166860 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3166860 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:44729_solr at time 954604317937148
[junit4] 2> 3167849 INFO (OverseerCollectionConfigSetProcessor-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3167861 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3167861 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3167861 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:44729_solr] added at times [954604317937148], now=954605318664328
[junit4] 2> 3167861 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3643523458dfcTf012tcuibqfqvrtj1khnkfy62",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":954604317937148,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954604317937148],
[junit4] 2> "nodeNames":["127.0.0.1:44729_solr"]}}
[junit4] 2> 3167862 DEBUG (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 3167862 INFO (ScheduledTrigger-9434-thread-2) [n:127.0.0.1:42087_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3167862 DEBUG (AutoscalingActionExecutor-9435-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3643523458dfcTf012tcuibqfqvrtj1khnkfy62",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":954604317937148,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954604317937148],
[junit4] 2> "_enqueue_time_":954605319793943,
[junit4] 2> "nodeNames":["127.0.0.1:44729_solr"]}}
[junit4] 2> 3167863 INFO (AutoscalingActionExecutor-9435-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"3643523458dfcTf012tcuibqfqvrtj1khnkfy62",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":954604317937148,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954604317937148],
[junit4] 2> "_enqueue_time_":954605319793943,
[junit4] 2> "nodeNames":["127.0.0.1:44729_solr"]}}
[junit4] 2> 3167863 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c289a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3167864 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=26233821
[junit4] 2> 3167865 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3167865 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73e518: rootName = solr_42087, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@20460
[junit4] 2> 3167875 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3167875 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e0ce8b: rootName = solr_42087, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@19e515
[junit4] 2> 3167881 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3167881 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9a844: rootName = solr_42087, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3836af
[junit4] 2> 3167882 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42087_solr
[junit4] 2> 3167883 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3167883 INFO (zkCallback-8676-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3167883 INFO (zkCallback-8684-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3167883 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3167883 INFO (zkCallback-8664-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3167883 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3167883 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.Overseer Overseer (id=72120154894172165-127.0.0.1:42087_solr-n_0000000000) closing
[junit4] 2> 3167883 INFO (OverseerStateUpdate-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42087_solr
[junit4] 2> 3167883 WARN (OverseerAutoScalingTriggerThread-72120154894172165-127.0.0.1:42087_solr-n_0000000000) [n:127.0.0.1:42087_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3167883 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3167883 WARN (AutoscalingActionExecutor-9435-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3167893 DEBUG (AutoscalingActionExecutor-9435-thread-1-processing-n:127.0.0.1:42087_solr) [n:127.0.0.1:42087_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 30 ms for event id=3643523458dfcTf012tcuibqfqvrtj1khnkfy62
[junit4] 2> 3167893 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10038e6159d0005, likely client has closed socket
[junit4] 2> 3167894 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10ce515{/solr,null,UNAVAILABLE}
[junit4] 2> 3167895 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3167895 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44619_solr
[junit4] 2> 3167895 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.Overseer Overseer (id=72120154894172166-127.0.0.1:44619_solr-n_0000000001) starting
[junit4] 2> 3167897 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3167898 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3167898 INFO (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3167898 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44729_solr, 127.0.0.1:44619_solr]
[junit4] 2> 3167898 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3167898 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44729_solr, 127.0.0.1:44619_solr]
[junit4] 2> 3167898 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3167898 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3167899 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3167900 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3167900 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3167900 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3643523458dfcTf012tcuibqfqvrtj1khnkfy62",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":954604317937148,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954604317937148],
[junit4] 2> "_dequeue_time_":954605357803221,
[junit4] 2> "_enqueue_time_":954605319793943,
[junit4] 2> "nodeNames":["127.0.0.1:44729_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3167901 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 3167901 INFO (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3167901 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3643523458dfcTf012tcuibqfqvrtj1khnkfy62",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":954604317937148,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954604317937148],
[junit4] 2> "_dequeue_time_":954605357803221,
[junit4] 2> "_enqueue_time_":954605319793943,
[junit4] 2> "nodeNames":["127.0.0.1:44729_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3167901 INFO (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"3643523458dfcTf012tcuibqfqvrtj1khnkfy62",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":954604317937148,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954604317937148],
[junit4] 2> "_dequeue_time_":954605357803221,
[junit4] 2> "_enqueue_time_":954605319793943,
[junit4] 2> "nodeNames":["127.0.0.1:44729_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3167902 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3167902 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3167902 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3167903 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 3167903 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3643523458dfcTf012tcuibqfqvrtj1khnkfy62
[junit4] 2> 3172895 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[461A139E1CB37D2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 3172903 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3172905 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3172905 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3172945 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3172945 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3172946 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3172946 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3172947 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3172947 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3172948 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3172950 INFO (qtp32814196-32835) [n:127.0.0.1:44619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3172951 INFO (qtp4451349-32797) [n:127.0.0.1:44729_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3172951 DEBUG (qtp32814196-32745) [n:127.0.0.1:44619_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3172951 INFO (qtp32814196-32745) [n:127.0.0.1:44619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3172951 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3172952 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44729_solr, 127.0.0.1:44619_solr]
[junit4] 2> 3172952 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3172952 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3172953 INFO (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3172955 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3172955 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3172955 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3172955 INFO (qtp32814196-32733) [n:127.0.0.1:44619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3172955 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3172956 INFO (qtp4451349-32802) [n:127.0.0.1:44729_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3172956 DEBUG (qtp32814196-32743) [n:127.0.0.1:44619_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3172956 INFO (qtp32814196-32743) [n:127.0.0.1:44619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3172956 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3172956 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:44729_solr, 127.0.0.1:44619_solr]
[junit4] 2> 3172956 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3172956 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3172957 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3172957 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3172957 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3172963 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3172963 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3172963 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3172963 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a5a231{/solr,null,AVAILABLE}
[junit4] 2> 3172963 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e40db9{HTTP/1.1,[http/1.1]}{127.0.0.1:32843}
[junit4] 2> 3172963 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server Started @3174473ms
[junit4] 2> 3172964 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32843}
[junit4] 2> 3172964 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3172964 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3172964 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3172964 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3172964 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:50:49.984Z
[junit4] 2> 3172970 INFO (zkConnectionManagerCallback-8689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3172970 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3172978 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3172982 INFO (zkConnectionManagerCallback-8693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3172986 INFO (zkConnectionManagerCallback-8695-thread-1-processing-n:127.0.0.1:32843_solr) [n:127.0.0.1:32843_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3172988 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3172989 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3172990 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32843_solr
[junit4] 2> 3172990 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3172990 INFO (zkCallback-8676-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3172991 INFO (zkCallback-8694-thread-1-processing-n:127.0.0.1:32843_solr) [n:127.0.0.1:32843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3172991 INFO (zkCallback-8684-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3173076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32843.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3173084 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32843.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3173084 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32843.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3173085 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:32843_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node4/.
[junit4] 2> 3173955 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3173955 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3173956 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:32843_solr at time 954611413476825
[junit4] 2> 3174956 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3174956 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3174956 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:32843_solr] added at times [954611413476825], now=954612414284576
[junit4] 2> 3174956 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"36436ca32e5d9Tf012tcuibqfqvrtj1khnkfy65",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954611413476825,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954611413476825],
[junit4] 2> "nodeNames":["127.0.0.1:32843_solr"]}}
[junit4] 2> 3174956 DEBUG (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3174957 INFO (ScheduledTrigger-9449-thread-4) [n:127.0.0.1:44619_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3174957 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"36436ca32e5d9Tf012tcuibqfqvrtj1khnkfy65",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954611413476825,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954611413476825],
[junit4] 2> "_enqueue_time_":954612414498491,
[junit4] 2> "nodeNames":["127.0.0.1:32843_solr"]}}
[junit4] 2> 3174958 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3174958 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=36436ca32e5d9Tf012tcuibqfqvrtj1khnkfy65
[junit4] 2> 3175958 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3175959 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3175959 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3175959 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3175959 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f71072{/solr,null,AVAILABLE}
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c22769{HTTP/1.1,[http/1.1]}{127.0.0.1:36423}
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server Started @3177470ms
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36423}
[junit4] 2> 3175960 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3175960 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:50:52.980Z
[junit4] 2> 3175963 INFO (zkConnectionManagerCallback-8699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175964 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3175972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3175973 INFO (zkConnectionManagerCallback-8703-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175976 INFO (zkConnectionManagerCallback-8705-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3175980 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3175981 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3175981 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36423_solr
[junit4] 2> 3175982 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3175982 INFO (zkCallback-8694-thread-1-processing-n:127.0.0.1:32843_solr) [n:127.0.0.1:32843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3175982 INFO (zkCallback-8684-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3175982 INFO (zkCallback-8676-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3175987 INFO (zkCallback-8704-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3176054 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3176062 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3176062 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36423.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3176064 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:36423_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node5/.
[junit4] 2> 3179960 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3179960 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3179960 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36423_solr at time 954617418380624
[junit4] 2> 3180961 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3180961 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3180961 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:36423_solr] added at times [954617418380624], now=954618419115718
[junit4] 2> 3180961 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"36438301e7550Tf012tcuibqfqvrtj1khnkfy67",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954617418380624,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954617418380624],
[junit4] 2> "nodeNames":["127.0.0.1:36423_solr"]}}
[junit4] 2> 3180961 DEBUG (ScheduledTrigger-9449-thread-3) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3180962 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"36438301e7550Tf012tcuibqfqvrtj1khnkfy67",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954617418380624,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954617418380624],
[junit4] 2> "_enqueue_time_":954618419350162,
[junit4] 2> "nodeNames":["127.0.0.1:36423_solr"]}}
[junit4] 2> 3180962 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3180962 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=36438301e7550Tf012tcuibqfqvrtj1khnkfy67
[junit4] 2> 3182965 INFO (qtp13189800-32889) [n:127.0.0.1:32843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3182966 INFO (qtp9239947-32864) [n:127.0.0.1:36423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3182966 INFO (qtp32814196-32743) [n:127.0.0.1:44619_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3182967 INFO (qtp4451349-32803) [n:127.0.0.1:44729_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3182967 DEBUG (qtp13189800-32840) [n:127.0.0.1:32843_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3182968 INFO (qtp13189800-32840) [n:127.0.0.1:32843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3182968 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3182968 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:32843_solr, 127.0.0.1:44729_solr, 127.0.0.1:36423_solr, 127.0.0.1:44619_solr]
[junit4] 2> 3182968 DEBUG (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3182968 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3182968 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7
[junit4] 2> 3182968 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3182969 DEBUG (OverseerAutoScalingTriggerThread-72120154894172166-127.0.0.1:44619_solr-n_0000000001) [n:127.0.0.1:44619_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3182969 INFO (qtp9239947-32870) [n:127.0.0.1:36423_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3182970 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3182971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3182971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3182971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3182971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12551f3{/solr,null,AVAILABLE}
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10b6aa2{HTTP/1.1,[http/1.1]}{127.0.0.1:43965}
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server Started @3184482ms
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43965}
[junit4] 2> 3182972 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3182972 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:50:59.992Z
[junit4] 2> 3182974 INFO (zkConnectionManagerCallback-8709-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3182974 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3182981 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3182982 INFO (zkConnectionManagerCallback-8713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3182983 INFO (zkConnectionManagerCallback-8715-thread-1-processing-n:127.0.0.1:43965_solr) [n:127.0.0.1:43965_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3182985 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3182986 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3182986 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43965_solr
[junit4] 2> 3182987 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3182987 INFO (zkCallback-8684-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3182987 INFO (zkCallback-8676-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3182987 INFO (zkCallback-8694-thread-1-processing-n:127.0.0.1:32843_solr) [n:127.0.0.1:32843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3182987 INFO (zkCallback-8704-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3182988 INFO (zkCallback-8714-thread-1-processing-n:127.0.0.1:43965_solr) [n:127.0.0.1:43965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3183065 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43965.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3183073 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43965.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3183073 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43965.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3183074 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:43965_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node6/.
[junit4] 2> 3185962 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3185963 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3185963 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43965_solr at time 954623420592922
[junit4] 2> 3186963 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3186963 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3186963 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:43965_solr] added at times [954623420592922], now=954624421322097
[junit4] 2> 3186963 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3643995e0f31aTf012tcuibqfqvrtj1khnkfy68",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954623420592922,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954623420592922],
[junit4] 2> "nodeNames":["127.0.0.1:43965_solr"]}}
[junit4] 2> 3186964 DEBUG (ScheduledTrigger-9449-thread-2) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3186964 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3643995e0f31aTf012tcuibqfqvrtj1khnkfy68",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954623420592922,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954623420592922],
[junit4] 2> "_enqueue_time_":954624421580445,
[junit4] 2> "nodeNames":["127.0.0.1:43965_solr"]}}
[junit4] 2> 3186965 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3186965 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3643995e0f31aTf012tcuibqfqvrtj1khnkfy68
[junit4] 2> 3186965 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3186966 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3186967 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3186967 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3186967 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e42e8{/solr,null,AVAILABLE}
[junit4] 2> 3186967 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19912d9{HTTP/1.1,[http/1.1]}{127.0.0.1:46639}
[junit4] 2> 3186967 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.e.j.s.Server Started @3188477ms
[junit4] 2> 3186967 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46639}
[junit4] 2> 3186968 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3186968 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3186968 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3186968 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3186968 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T15:51:03.988Z
[junit4] 2> 3186969 INFO (zkConnectionManagerCallback-8719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3186969 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3186976 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38931/solr
[junit4] 2> 3186977 INFO (zkConnectionManagerCallback-8723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3186979 INFO (zkConnectionManagerCallback-8725-thread-1-processing-n:127.0.0.1:46639_solr) [n:127.0.0.1:46639_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3186982 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3186982 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3186983 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46639_solr
[junit4] 2> 3186984 INFO (zkCallback-8704-thread-1-processing-n:127.0.0.1:36423_solr) [n:127.0.0.1:36423_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3186984 INFO (zkCallback-8714-thread-1-processing-n:127.0.0.1:43965_solr) [n:127.0.0.1:43965_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3186984 INFO (zkCallback-8684-thread-1-processing-n:127.0.0.1:44729_solr) [n:127.0.0.1:44729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3186984 INFO (zkCallback-8666-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3186984 INFO (zkCallback-8676-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3186984 INFO (zkCallback-8694-thread-1-processing-n:127.0.0.1:32843_solr) [n:127.0.0.1:32843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3186985 INFO (zkCallback-8724-thread-1-processing-n:127.0.0.1:46639_solr) [n:127.0.0.1:46639_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3187077 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46639.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3187085 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46639.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3187085 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46639.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22981f
[junit4] 2> 3187086 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[461A139E1CB37D2]) [n:127.0.0.1:46639_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001/tempDir-001/node7/.
[junit4] 2> 3193965 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3193965 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3193965 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46639_solr at time 954631423014246
[junit4] 2> 3194966 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3194966 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3194966 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:46639_solr] added at times [954631423014246], now=954632423632776
[junit4] 2> 3194966 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3643b72dc3566Tf012tcuibqfqvrtj1khnkfy69",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954631423014246,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954631423014246],
[junit4] 2> "nodeNames":["127.0.0.1:46639_solr"]}}
[junit4] 2> 3194966 DEBUG (ScheduledTrigger-9449-thread-1) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3194966 DEBUG (AutoscalingActionExecutor-9450-thread-1-processing-n:127.0.0.1:44619_solr) [n:127.0.0.1:44619_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3643b72dc3566Tf012tcuibqfqvrtj1khnkfy69",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":954631423014246,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[954631423014246],
[junit4] 2> "_enqueue_time_":954632423839967,
[junit4] 2> "nodeNames":["127.0.0.1:46639_solr"]}}
[juni
[...truncated too long message...]
:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3381819 INFO (jetty-closer-8649-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3381820 INFO (jetty-closer-8649-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11377e3{/solr,null,UNAVAILABLE}
[junit4] 2> 3381821 INFO (jetty-closer-8649-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3381856 INFO (jetty-closer-8649-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dc42c4{/solr,null,UNAVAILABLE}
[junit4] 2> 3381857 INFO (jetty-closer-8649-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3381858 ERROR (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3381858 INFO (SUITE-TriggerIntegrationTest-seed#[461A139E1CB37D2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38931 38931
[junit4] 2> 3389885 INFO (Thread-5491) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38931 38931
[junit4] 2> 3389887 WARN (Thread-5491) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 127 /solr/collections/collection1/state.json
[junit4] 2> 43 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72120154894172183-core_node8-n_0000000003
[junit4] 2> 3 /solr/overseer_elect/election/72120154894172208-127.0.0.1:41629_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72120154894172217-127.0.0.1:46213_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72120154894172205-127.0.0.1:46791_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72120154894172192-127.0.0.1:37179_solr-n_0000000009
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72120154894172196-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72120154894172186-127.0.0.1:42403_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_461A139E1CB37D2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), x_s=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=799, maxMBSortInHeap=5.140393441071785, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1fa3458), locale=sq, timezone=America/Guadeloupe
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=171753240,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestComplexPhraseLeadingWildcard, TestFieldSortValues, OverseerRolesTest, SpatialFilterTest, TestChildDocTransformer, TestManagedSchemaAPI, RecoveryZkTest, TestUtils, TestFileDictionaryLookup, TestMinMaxOnMultiValuedField, TestSimpleTextCodec, TestAtomicUpdateErrorCases, SaslZkACLProviderTest, ReplaceNodeNoTargetTest, ExecutePlanActionTest, TestLegacyField, SuggesterTSTTest, PropertiesRequestHandlerTest, TestNumericRangeQuery64, UninvertDocValuesMergePolicyTest, TestCodecSupport, BJQParserTest, CdcrUpdateLogTest, TestDynamicFieldCollectionResource, ZkStateWriterTest, DateMathParserTest, HighlighterMaxOffsetTest, TestPullReplicaErrorHandling, StatelessScriptUpdateProcessorFactoryTest, StatsReloadRaceTest, SearchRateTriggerTest, TestFieldCacheSortRandom, DistributedFacetPivotSmallTest, CoreAdminHandlerTest, TestQueryTypes, TestSolrCloudWithSecureImpersonation, ConvertedLegacyTest, TestCloudSearcherWarming, DistributedFacetPivotLargeTest, IndexSchemaRuntimeFieldTest, TestSkipOverseerOperations, TestUpdate, LukeRequestHandlerTest, AnalyticsQueryTest, SolrShardReporterTest, SpellPossibilityIteratorTest, JvmMetricsTest, TestUninvertingReader, HttpPartitionTest, TestSolrCLIRunExample, TestQuerySenderListener, DisMaxRequestHandlerTest, TestLargeCluster, TestConfigSetImmutable, EnumFieldTest, OverriddenZkACLAndCredentialsProvidersTest, TestBadConfig, TestConfigsApi, TestRandomDVFaceting, CopyFieldTest, TestSchemaVersionResource, TestExportWriter, RestartWhileUpdatingTest, TestJsonRequest, CurrencyFieldTypeTest, ResponseLogComponentTest, CleanupOldIndexTest, LeaderElectionTest, TestFaceting, HdfsRestartWhileUpdatingTest, TestSchemaManager, TestFiltering, RegexBoostProcessorTest, TestCloudPivotFacet, TestImplicitCoreProperties, TestCloudDeleteByQuery, TestDistributedMissingSort, TestStressReorder, MoveReplicaHDFSFailoverTest, SearchHandlerTest, SchemaApiFailureTest, TestTrieFacet, CacheHeaderTest, LegacyCloudClusterPropTest, TermVectorComponentTest, TestRangeQuery, SpellCheckCollatorWithCollapseTest, TestCorePropertiesReload, DistributedDebugComponentTest, TestCoreBackup, AtomicUpdateProcessorFactoryTest, URLClassifyProcessorTest, TestSegmentSorting, CollectionsAPISolrJTest, AutoAddReplicasPlanActionTest, CdcrReplicationDistributedZkTest, TestManagedStopFilterFactory, TestSolrCoreProperties, PreAnalyzedFieldTest, TestPolicyCloud, FileBasedSpellCheckerTest, TestImpersonationWithHadoopAuth, LargeFieldTest, AnalysisAfterCoreReloadTest, TestTolerantUpdateProcessorRandomCloud, TestSystemCollAutoCreate, TestLazyCores, SolrCloudExampleTest, CachingDirectoryFactoryTest, TestNestedDocsSort, DocExpirationUpdateProcessorFactoryTest, ReturnFieldsTest, DistribCursorPagingTest, TestMaxScoreQueryParser, DocValuesTest, BasicDistributedZk2Test, TestLeaderInitiatedRecoveryThread, DistributedQueryComponentOptimizationTest, DistributedQueueTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestReloadDeadlock, TestPayloadScoreQParserPlugin, ShardSplitTest, TestHashQParserPlugin, TestReqParamsAPI, SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteStatusTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplicationFactorTest, SSLMigrationTest, TestAuthenticationFramework, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestUtilizeNode, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, AssignTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestReplicaProperties, TestRequestStatusCollectionAPI, MetricTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [604/775 (1!)] on J2 in 224.53s, 14 tests, 1 failure <<< FAILURES!
[...truncated 44443 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_162) - Build #
21424 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21424/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove
Error Message:
Error from server at http://127.0.0.1:41151/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41151/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([A5966CE38B0EC433:34EDB440EEF0629]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:209)
at org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove(MoveReplicaHDFSTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([A5966CE38B0EC433:2EB1BF32CA086FB7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:431)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:34027_solr, 127.0.0.1:37581_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node3/data/", "base_url":"http://127.0.0.1:34027/solr", "node_name":"127.0.0.1:34027_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node5/data/", "base_url":"http://127.0.0.1:34027/solr", "node_name":"127.0.0.1:34027_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node7/data/", "base_url":"http://127.0.0.1:34027/solr", "node_name":"127.0.0.1:34027_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node8/data/", "base_url":"http://127.0.0.1:41427/solr", "node_name":"127.0.0.1:41427_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:34027_solr, 127.0.0.1:37581_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node3/data/",
"base_url":"http://127.0.0.1:34027/solr",
"node_name":"127.0.0.1:34027_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node5/data/",
"base_url":"http://127.0.0.1:34027/solr",
"node_name":"127.0.0.1:34027_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node7/data/",
"base_url":"http://127.0.0.1:34027/solr",
"node_name":"127.0.0.1:34027_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node8/data/",
"base_url":"http://127.0.0.1:41427/solr",
"node_name":"127.0.0.1:41427_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:43769/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([A5966CE38B0EC433:9D25481DACFD10E2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([A5966CE38B0EC433:C86AC81E31463B34]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A5966CE38B0EC433:1F9A5B6CD4E6127C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A5966CE38B0EC433:A5A0D823A2036059]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12692 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 572421 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/init-core-data-001
[junit4] 2> 572422 WARN (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 572423 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 572424 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 572425 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-001
[junit4] 2> 572425 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 572433 INFO (Thread-1573) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 572433 INFO (Thread-1573) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 572434 ERROR (Thread-1573) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 572533 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46641
[junit4] 2> 572535 INFO (zkConnectionManagerCallback-1069-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 572538 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 572542 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 572542 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 572549 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 572565 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 572565 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 572565 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b464e{/solr,null,AVAILABLE}
[junit4] 2> 572583 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a7639{/solr,null,AVAILABLE}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@136a40b{/solr,null,AVAILABLE}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57abd2{HTTP/1.1,[http/1.1]}{127.0.0.1:39931}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.e.j.s.Server Started @573949ms
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f37135{HTTP/1.1,[http/1.1]}{127.0.0.1:41747}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39931}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@136e0b4{HTTP/1.1,[http/1.1]}{127.0.0.1:41151}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.e.j.s.Server Started @573949ms
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41151}
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-4) [ ] o.e.j.s.Server Started @573949ms
[junit4] 2> 572584 ERROR (jetty-launcher-1066-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 572584 ERROR (jetty-launcher-1066-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T11:04:55.774Z
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41747}
[junit4] 2> 572585 ERROR (jetty-launcher-1066-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 572585 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 572585 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 572585 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 572585 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T11:04:55.775Z
[junit4] 2> 572584 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T11:04:55.774Z
[junit4] 2> 572586 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ebdf16{/solr,null,AVAILABLE}
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f2d559{HTTP/1.1,[http/1.1]}{127.0.0.1:33145}
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.e.j.s.Server Started @573954ms
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33145}
[junit4] 2> 572589 ERROR (jetty-launcher-1066-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 572589 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T11:04:55.779Z
[junit4] 2> 572595 INFO (zkConnectionManagerCallback-1073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 572595 INFO (zkConnectionManagerCallback-1075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 572595 INFO (zkConnectionManagerCallback-1077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 572595 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 572595 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 572595 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 572596 INFO (zkConnectionManagerCallback-1071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 572596 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 572612 INFO (jetty-launcher-1066-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46641/solr
[junit4] 2> 572617 INFO (jetty-launcher-1066-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46641/solr
[junit4] 2> 572621 INFO (jetty-launcher-1066-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46641/solr
[junit4] 2> 573042 INFO (zkConnectionManagerCallback-1083-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573050 INFO (jetty-launcher-1066-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46641/solr
[junit4] 2> 573050 INFO (zkConnectionManagerCallback-1088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573051 DEBUG (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$208/31810738@1f102ee
[junit4] 2> 573052 INFO (zkConnectionManagerCallback-1093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573052 INFO (zkConnectionManagerCallback-1090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573052 DEBUG (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$208/31810738@c7de91
[junit4] 2> 573052 DEBUG (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$208/31810738@1528296
[junit4] 2> 573059 INFO (zkConnectionManagerCallback-1097-thread-1-processing-n:127.0.0.1:41151_solr) [n:127.0.0.1:41151_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573059 DEBUG (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$208/31810738@56e0fd
[junit4] 2> 573059 INFO (zkConnectionManagerCallback-1095-thread-1-processing-n:127.0.0.1:33145_solr) [n:127.0.0.1:33145_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573072 INFO (zkConnectionManagerCallback-1099-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573073 INFO (zkConnectionManagerCallback-1101-thread-1-processing-n:127.0.0.1:41747_solr) [n:127.0.0.1:41747_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573076 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 573077 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573077 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 573077 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 573077 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 573078 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 573079 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 573080 DEBUG (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72119031158341643-127.0.0.1:39931_solr-n_0000000000
[junit4] 2> 573080 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39931_solr
[junit4] 2> 573081 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.Overseer Overseer (id=72119031158341643-127.0.0.1:39931_solr-n_0000000000) starting
[junit4] 2> 573082 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 573082 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573082 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 573082 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 573082 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 573083 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 573083 INFO (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 573083 DEBUG (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72119031158341644-127.0.0.1:41747_solr-n_0000000001
[junit4] 2> 573084 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72119031158341643-127.0.0.1:39931_solr-n_0000000000
[junit4] 2> 573085 DEBUG (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72119031158341643-127.0.0.1:39931_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 573085 INFO (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41747_solr
[junit4] 2> 573085 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 573085 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 573085 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573085 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573090 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573091 INFO (zkCallback-1100-thread-1-processing-n:127.0.0.1:41747_solr) [n:127.0.0.1:41747_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 573091 DEBUG (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39931_solr as DOWN
[junit4] 2> 573092 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 573092 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573092 INFO (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 573093 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 573093 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 573093 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 573093 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 573093 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 573093 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 573093 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 573093 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 573093 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 573093 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 573094 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39931_solr
[junit4] 2> 573094 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41747_solr]
[junit4] 2> 573094 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 573094 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 573094 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 573094 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573094 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573094 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39931_solr"} current state version: 0
[junit4] 2> 573095 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39931_solr
[junit4] 2> 573095 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573095 INFO (zkCallback-1100-thread-1-processing-n:127.0.0.1:41747_solr) [n:127.0.0.1:41747_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 573096 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 573097 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573097 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 573097 DEBUG (OverseerAutoScalingTriggerThread-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 573097 INFO (zkCallback-1098-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 573097 DEBUG (ScheduledTrigger-2718-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 573119 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573120 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573120 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 573120 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 573121 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 573121 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 573121 DEBUG (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72119031158341641-127.0.0.1:33145_solr-n_0000000002
[junit4] 2> 573121 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 573122 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72119031158341644-127.0.0.1:41747_solr-n_0000000001
[junit4] 2> 573122 DEBUG (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72119031158341642-127.0.0.1:41151_solr-n_0000000003
[junit4] 2> 573122 DEBUG (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72119031158341644-127.0.0.1:41747_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 573122 DEBUG (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33145_solr as DOWN
[junit4] 2> 573122 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72119031158341641-127.0.0.1:33145_solr-n_0000000002
[junit4] 2> 573122 DEBUG (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72119031158341641-127.0.0.1:33145_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 573122 DEBUG (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41151_solr as DOWN
[junit4] 2> 573122 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 573122 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33145_solr
[junit4] 2> 573122 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 573123 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33145_solr"} current state version: 0
[junit4] 2> 573123 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33145_solr
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573123 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41151_solr
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 573123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573123 INFO (zkCallback-1098-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 573123 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41151_solr"} current state version: 0
[junit4] 2> 573123 DEBUG (OverseerStateUpdate-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41151_solr
[junit4] 2> 573129 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573129 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573129 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573129 INFO (zkCallback-1094-thread-1-processing-n:127.0.0.1:33145_solr) [n:127.0.0.1:33145_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 573130 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573130 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 573130 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573131 INFO (zkCallback-1100-thread-1-processing-n:127.0.0.1:41747_solr) [n:127.0.0.1:41747_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 573132 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573132 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573133 INFO (zkCallback-1094-thread-1-processing-n:127.0.0.1:33145_solr) [n:127.0.0.1:33145_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 573133 INFO (zkCallback-1098-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 573133 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573133 INFO (zkCallback-1096-thread-2-processing-n:127.0.0.1:41151_solr) [n:127.0.0.1:41151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 573206 INFO (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41747.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573207 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573220 INFO (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41747.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573220 INFO (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41747.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573221 INFO (jetty-launcher-1066-thread-4) [n:127.0.0.1:41747_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-001/node4/.
[junit4] 2> 573224 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 573224 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 573225 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573225 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573226 INFO (jetty-launcher-1066-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-001/node1/.
[junit4] 2> 573310 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41151.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573318 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41151.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573318 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41151.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573319 INFO (jetty-launcher-1066-thread-3) [n:127.0.0.1:41151_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-001/node3/.
[junit4] 2> 573357 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33145.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573362 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33145.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573362 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33145.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7aba4e
[junit4] 2> 573363 INFO (jetty-launcher-1066-thread-2) [n:127.0.0.1:33145_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-001/node2/.
[junit4] 2> 573395 INFO (zkConnectionManagerCallback-1111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573397 INFO (zkConnectionManagerCallback-1115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 573398 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 573398 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 573398 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 573398 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 573398 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 573398 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 573399 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46641/solr ready
[junit4] 2> 573402 INFO (qtp5956246-6433) [n:127.0.0.1:39931_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 573402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 573402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 573402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 573402 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 573402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 573403 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 573403 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 573403 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 573403 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 573403 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 573403 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 573404 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 573404 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 573404 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 573404 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 573404 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 573404 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 573404 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 573404 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 573407 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 573408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 573408 DEBUG (zkCallback-1098-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 573408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 573409 INFO (qtp5956246-6433) [n:127.0.0.1:39931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 573410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 573412 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 573412 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 573412 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 573413 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 573413 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 573413 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 573413 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 573413 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 573413 DEBUG (OverseerThreadFactory-2720-thread-1-processing-n:127.0.0.1:39931_solr) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:39931_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=9.327973894110395,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=1.8179366666666668,medianRequestTime=0.276154,75thPcRequestTime=5.077308,95thPcRequestTime=5.077308,99thPcRequestTime=5.077308,999thPcRequestTime=5.077308},downnode={requests=3,errors=0,avgRequestsPerSecond=9.621473959907279,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.03556533333333333,medianRequestTime=0.032336,75thPcRequestTime=0.044185,95thPcRequestTime=0.044185,99thPcRequestTime=0.044185,999thPcRequestTime=0.044185}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=9.338545557451699,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.3018006666666666,medianRequestTime=0.288713,75thPcRequestTime=0.513347,95thPcRequestTime=0.513347,99thPcRequestTime=0.513347,999thPcRequestTime=0.513347},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=3.1925738077011463,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.617175,medianRequestTime=0.617175,75thPcRequestTime=0.617175,95thPcRequestTime=0.617175,99thPcRequestTime=0.617175,999thPcRequestTime=0.617175}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=3.192446202357142,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=309.874782,medianRequestTime=309.874782,75thPcRequestTime=309.874782,95thPcRequestTime=309.874782,99thPcRequestTime=309.874782,999thPcRequestTime=309.874782}}}
[junit4] 2> 573420 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 573420 INFO (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 573421 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 573421 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 573872 WARN (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 574098 DEBUG (ScheduledTrigger-2718-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 574426 WARN (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 574591 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 574614 WARN (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 574884 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 574931 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_40893_hdfs____.qe4gr4/webapp
[junit4] 2> 575100 DEBUG (ScheduledTrigger-2718-thread-2) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 575422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 575672 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:40893
[junit4] 2> 576100 DEBUG (ScheduledTrigger-2718-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 576565 WARN (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 576568 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 576577 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39621_datanode____.s8rw0a/webapp
[junit4] 2> 577075 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39621
[junit4] 2> 577100 DEBUG (ScheduledTrigger-2718-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 577408 WARN (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 577409 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 577422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 577422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 577422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 577422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 577422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 577422 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 577423 DEBUG (OverseerCollectionConfigSetProcessor-72119031158341643-127.0.0.1:39931_solr-n_0000000000) [n:127.0.0.1:39931_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 577425 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40821_datanode____.m2j2fy/webapp
[junit4] 2> 577962 INFO (SUITE-MoveReplicaHDFSTest-seed#[A5966CE38B0EC433]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40821
[junit4] 2> 578100 DEBUG (ScheduledTrigger-2718-thread-1) [n:127.0.0.1:39931_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 578252 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38795) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 578255 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_A5966CE38B0EC433-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38795) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 578401 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3549de25f9219: from storage DS-5aaa5203-5fd4-4211-8713-65b616be0c24 node DatanodeRegistration(127.0.0.1:3388
[...truncated too long message...]
.c.SolrCore [collection1_shard1_replica_n47] CLOSING SolrCore org.apache.solr.core.SolrCore@bbb668
[junit4] 2> 3640345 INFO (zkCallback-9286-thread-1-processing-n:127.0.0.1:41133_) [n:127.0.0.1:41133_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=12301928
[junit4] 2> 3640345 INFO (zkCallback-9286-thread-1-processing-n:127.0.0.1:41133_) [n:127.0.0.1:41133_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142ffe9: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@18a8b24
[junit4] 2> 3640357 INFO (zkCallback-9286-thread-1-processing-n:127.0.0.1:41133_) [n:127.0.0.1:41133_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=12301928
[junit4] 2> 3640359 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[A5966CE38B0EC433]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@11241ad{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3640360 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[A5966CE38B0EC433]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d7d0{/,null,UNAVAILABLE}
[junit4] 2> 3640360 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[A5966CE38B0EC433]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3640361 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[A5966CE38B0EC433]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36823
[junit4] 2> 3640361 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[A5966CE38B0EC433]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3640361 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[A5966CE38B0EC433]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44371 44371
[junit4] 2> 3640470 INFO (Thread-7710) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44371 44371
[junit4] 2> 3640471 WARN (Thread-7710) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/collection1/terms/shard1_1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/collections/collection1/terms/shard1_0
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_A5966CE38B0EC433-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=Direct), shard_s=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Direct)}, docValues:{rnd_b=DocValuesFormat(name=Lucene70), shard_s=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), n_ti=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=39, maxMBSortInHeap=5.306629675764597, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@155b252), locale=en-US, timezone=Europe/Simferopol
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=189784528,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [TestCSVLoader, CustomCollectionTest, TestSubQueryTransformer, TestRetrieveFieldsOptimizer, TestDFISimilarityFactory, HdfsSyncSliceTest, StatsComponentTest, DistributedTermsComponentTest, ResponseHeaderTest, DebugComponentTest, TestGroupingSearch, ChaosMonkeySafeLeaderWithPullReplicasTest, AutoScalingHandlerTest, BasicAuthIntegrationTest, TestMultiValuedNumericRangeQuery, CloudMLTQParserTest, PluginInfoTest, ShardRoutingTest, TestReRankQParserPlugin, TestCollationField, DistributedSuggestComponentTest, LeaderFailureAfterFreshStartTest, SolrPluginUtilsTest, VMParamsZkACLAndCredentialsProvidersTest, TestHighlightDedupGrouping, TestJoin, TestCloudInspectUtil, TestSolrCoreSnapshots, DistributedVersionInfoTest, HighlighterConfigTest, TestSolrConfigHandler, TestPseudoReturnFields, TestJsonFacetRefinement, OverseerCollectionConfigSetProcessorTest, TestNumericTokenStream, BlockDirectoryTest, OpenCloseCoreStressTest, BinaryUpdateRequestHandlerTest, TestQuerySenderNoQuery, TestRequestStatusCollectionAPI, TestAddFieldRealTimeGet, TestHashPartitioner, SolrRequestParserTest, BadIndexSchemaTest, DirectUpdateHandlerTest, RecoveryAfterSoftCommitTest, HdfsUnloadDistributedZkTest, SuggesterWFSTTest, TestExpandComponent, TestDistributedSearch, TestAuthorizationFramework, TestMacros, MergeStrategyTest, AtomicUpdatesTest, SimpleCollectionCreateDeleteTest, TestFieldCacheVsDocValues, TestObjectReleaseTracker, SimpleFacetsTest, TestReloadAndDeleteDocs, TestNodeAddedTrigger, SpellCheckCollatorTest, HLLUtilTest, TestRequestForwarding, AssignTest, DistributedFacetPivotWhiteBoxTest, TestIntervalFaceting, TestConfig, DistributedExpandComponentTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCrossCoreJoin, AddBlockUpdateTest, MoveReplicaHDFSTest, TestClusterStateMutator, TestClusterStateProvider, DateRangeFieldTest, CloudExitableDirectoryReaderTest, TestStressLucene, ReplicaListTransformerTest, SynonymTokenizerTest, TimeRoutedAliasUpdateProcessorTest, TestHdfsBackupRestoreCore, TestPushWriter, CollectionsAPIAsyncDistributedZkTest, WrapperMergePolicyFactoryTest, SolrIndexConfigTest, TestIBSimilarityFactory, TestOmitPositions, NodeAddedTriggerTest, BooleanFieldTest, TestSolrQueryParser, HdfsAutoAddReplicasIntegrationTest, VersionInfoTest, TestLMDirichletSimilarityFactory, TestExecutePlanAction, MetricsConfigTest, TestCSVResponseWriter, TestLuceneIndexBackCompat, TestPhraseSuggestions, TestLuceneMatchVersion, TestFreeTextSuggestions, CursorPagingTest, LIRRollingUpdatesTest, TestClusterProperties, ConfigureRecoveryStrategyTest, MBeansHandlerTest, TestBlobHandler, RollingRestartTest, SystemLogListenerTest, HdfsLockFactoryTest, ManagedSchemaRoundRobinCloudTest, DistanceUnitsTest, TestRemoteStreaming, CdcrReplicationHandlerTest, TestManagedResource, TestQueryWrapperFilter, SolrSlf4jReporterTest, TestConfigSetsAPIZkFailure, GraphQueryTest, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, TestInitQParser, EchoParamsTest, BlobRepositoryCloudTest, DeleteLastCustomShardedReplicaTest, TestExtendedDismaxParser, TestDistribDocBasedVersion, ExternalFileFieldSortTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OverseerTest, ClusterStateUpdateTest, LeaderElectionTest, TestZkChroot, ZkCLITest, TermVectorComponentDistributedTest, TestStressVersions, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BasicFunctionalityTest, TestLazyCores, SoftAutoCommitTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestLeaderElectionWithEmptyReplica, TestLockTree, TestPrepRecovery, TestRandomFlRTGCloud, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TriLevelCompositeIdRoutingTest, ZkShardTermsTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest]
[junit4] Completed [646/775 (5!)] on J0 in 844.35s, 5 tests, 1 failure <<< FAILURES!
[...truncated 44302 lines...]