You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/10 12:50:25 UTC
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_162) - Build # 1329
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1329/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.rule.RulesTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.rule.RulesTest: 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.rule.RulesTest:
1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EBBA7F4A24CDA47F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.rule.RulesTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EBBA7F4A24CDA47F]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([EBBA7F4A24CDA47F:63EE40908A31C987]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections
Error Message:
The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([EBBA7F4A24CDA47F:D1149A931AA97D11]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections(ComputePlanActionTest.java:469)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12471 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/init-core-data-001
[junit4] 2> 613902 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 613903 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 613904 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 613904 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001
[junit4] 2> 613904 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 613905 INFO (Thread-917) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 613905 INFO (Thread-917) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 613906 ERROR (Thread-917) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 614005 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44701
[junit4] 2> 614007 INFO (zkConnectionManagerCallback-994-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 614011 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 614014 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 614014 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 614014 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 614014 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@176d55f{/solr,null,AVAILABLE}
[junit4] 2> 614017 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9ba1c9{SSL,[ssl, http/1.1]}{127.0.0.1:34915}
[junit4] 2> 614017 INFO (jetty-launcher-991-thread-1) [ ] o.e.j.s.Server Started @615336ms
[junit4] 2> 614017 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34915}
[junit4] 2> 614018 ERROR (jetty-launcher-991-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 614018 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 614018 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 614018 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 614018 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T11:58:16.509Z
[junit4] 2> 614022 INFO (zkConnectionManagerCallback-996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 614023 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 614032 INFO (jetty-launcher-991-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44701/solr
[junit4] 2> 614033 INFO (zkConnectionManagerCallback-1000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 614035 INFO (zkConnectionManagerCallback-1002-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 614126 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 614126 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34915_solr
[junit4] 2> 614127 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer Overseer (id=72124903234600963-127.0.0.1:34915_solr-n_0000000000) starting
[junit4] 2> 614131 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 614132 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34915_solr
[junit4] 2> 614132 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 614132 INFO (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 614133 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 614133 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34915_solr]
[junit4] 2> 614133 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 614133 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 614139 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 614139 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 614140 DEBUG (ScheduledTrigger-1682-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 614328 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34915.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 614337 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34915.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 614337 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34915.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 614339 INFO (jetty-launcher-991-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001/node1/.
[junit4] 2> 614356 INFO (zkConnectionManagerCallback-1006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 614360 INFO (zkConnectionManagerCallback-1010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 614361 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 614362 INFO (SUITE-ComputePlanActionTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44701/solr ready
[junit4] 2> 614372 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 614372 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 614372 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 614373 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 614373 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 614374 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 614374 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 614449 INFO (qtp14049233-4203) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 614450 DEBUG (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 614450 INFO (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 614450 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 614450 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 614451 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 614451 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 614451 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 614456 INFO (qtp14049233-4208) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 614457 DEBUG (qtp14049233-4209) [n:127.0.0.1:34915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 614458 INFO (qtp14049233-4209) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 614458 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 614458 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 614458 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 614460 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 614460 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 614463 INFO (qtp14049233-4203) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 614463 DEBUG (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 614464 INFO (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 614464 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 614467 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34915_solr]
[junit4] 2> 614467 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 614467 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 614468 INFO (qtp14049233-4208) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 614468 DEBUG (qtp14049233-4209) [n:127.0.0.1:34915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 614469 INFO (qtp14049233-4209) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 614469 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 614469 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 614470 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34915_solr]
[junit4] 2> 614470 DEBUG (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 614470 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 5
[junit4] 2> 614470 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 614470 DEBUG (ScheduledTrigger-1682-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 614470 DEBUG (ScheduledTrigger-1682-thread-1) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 614470 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 614470 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 614471 INFO (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 614476 INFO (OverseerThreadFactory-1684-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeAdded
[junit4] 2> 614476 WARN (OverseerThreadFactory-1684-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 614478 INFO (qtp14049233-4203) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 614479 INFO (OverseerThreadFactory-1684-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1027057407 sessionWrapper.createTime 1027057407546156, this.sessionWrapper.createTime 1027057407546156
[junit4] 2> 614481 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeAdded",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 614482 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 614482 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeAdded/state.json
[junit4] 2> 614584 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 614584 INFO (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 614585 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 614585 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 614586 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 614586 INFO (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 614587 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 614587 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 614687 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 0
[junit4] 2> 614793 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 614793 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 614794 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 614796 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 614796 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 614797 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:34915/solr","node_name":"127.0.0.1:34915_solr","state":"down","type":"NRT"}
[junit4] 2> 614797 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 614797 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 614797 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 614797 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:34915/solr","node_name":"127.0.0.1:34915_solr","state":"down","type":"NRT"}
[junit4] 2> 614797 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 614898 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 1
[junit4] 2> 614898 INFO (zkCallback-1001-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 614898 INFO (zkCallback-1001-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 615472 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 615472 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 615805 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 615806 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 615812 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n2] Schema name=minimal
[junit4] 2> 615813 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n1] Schema name=minimal
[junit4] 2> 615816 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 615816 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n2' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 615816 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 615816 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n1' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 615818 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34915.solr.core.testNodeAdded.shard1.replica_n2' (registry 'solr.core.testNodeAdded.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 615818 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34915.solr.core.testNodeAdded.shard1.replica_n1' (registry 'solr.core.testNodeAdded.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 615818 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 615818 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 615818 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001/node1/testNodeAdded_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n2/data/]
[junit4] 2> 615818 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001/node1/testNodeAdded_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n1/data/]
[junit4] 2> 615899 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 615899 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 615899 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 615899 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 615901 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 615901 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 615901 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 615902 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 615904 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@89cf88[testNodeAdded_shard1_replica_n2] main]
[junit4] 2> 615904 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e9619c[testNodeAdded_shard1_replica_n1] main]
[junit4] 2> 615905 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 615905 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 615906 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 615906 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 615907 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 615907 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 615908 INFO (searcherExecutor-1687-thread-1-processing-n:127.0.0.1:34915_solr x:testNodeAdded_shard1_replica_n2 s:shard1 c:testNodeAdded r:core_node4) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] Registered new searcher Searcher@89cf88[testNodeAdded_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 615908 INFO (searcherExecutor-1688-thread-1-processing-n:127.0.0.1:34915_solr x:testNodeAdded_shard1_replica_n1 s:shard1 c:testNodeAdded r:core_node3) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] Registered new searcher Searcher@1e9619c[testNodeAdded_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 615908 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592015085527629824
[junit4] 2> 615909 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592015085528678400
[junit4] 2> 615913 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 615916 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 615916 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 615916 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34915/solr/testNodeAdded_shard1_replica_n1/
[junit4] 2> 615916 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"} current state version: 0
[junit4] 2> 615916 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=https://127.0.0.1:34915/solr START replicas=[https://127.0.0.1:34915/solr/testNodeAdded_shard1_replica_n2/] nUpdates=100
[junit4] 2> 615921 INFO (qtp14049233-4209) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.S.Request [testNodeAdded_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 616017 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 2
[junit4] 2> 616017 INFO (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 616017 INFO (zkCallback-1001-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 616217 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=https://127.0.0.1:34915/solr DONE. We have no versions. sync failed.
[junit4] 2> 616217 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 616217 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 616217 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 616219 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34915/solr/testNodeAdded_shard1_replica_n1/ shard1
[junit4] 2> 616220 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 616320 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 3
[junit4] 2> 616321 INFO (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 616321 INFO (zkCallback-1001-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 616370 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 616372 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 616372 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 616372 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:34915/solr","node_name":"127.0.0.1:34915_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 616372 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 616447 INFO (qtp14049233-4239) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1654
[junit4] 2> 616472 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 616472 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 616473 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 4
[junit4] 2> 616473 INFO (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 616473 INFO (zkCallback-1001-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 616917 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 616917 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 616917 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:34915/solr","node_name":"127.0.0.1:34915_solr","state":"active","type":"NRT"}
[junit4] 2> 616917 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 616958 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2165
[junit4] 2> 616962 INFO (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 617018 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 5
[junit4] 2> 617018 INFO (zkCallback-1001-thread-2-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 617018 INFO (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 617472 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 617473 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 617962 INFO (qtp14049233-4207) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3491
[junit4] 2> 617968 INFO (qtp14049233-4208) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 617972 INFO (qtp14049233-4240) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 617973 DEBUG (qtp14049233-4202) [n:127.0.0.1:34915_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 617974 INFO (qtp14049233-4202) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 617974 DEBUG (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 617975 DEBUG (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34915_solr]
[junit4] 2> 617975 DEBUG (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 617975 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 617975 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 617976 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 617977 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 617977 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 617977 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 617977 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 617978 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@682fd3{/solr,null,AVAILABLE}
[junit4] 2> 617978 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b352fc{SSL,[ssl, http/1.1]}{127.0.0.1:39019}
[junit4] 2> 617978 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j.s.Server Started @619297ms
[junit4] 2> 617978 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39019}
[junit4] 2> 617979 ERROR (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 617979 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 617979 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 617979 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 617979 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T11:58:20.470Z
[junit4] 2> 617981 INFO (zkConnectionManagerCallback-1013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 617982 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 617992 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44701/solr
[junit4] 2> 617994 INFO (zkConnectionManagerCallback-1017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 617996 INFO (zkConnectionManagerCallback-1019-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 618001 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 618002 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 618004 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39019_solr
[junit4] 2> 618005 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39019_solr"} current state version: 0
[junit4] 2> 618005 DEBUG (OverseerStateUpdate-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39019_solr
[junit4] 2> 618005 INFO (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 618005 INFO (zkCallback-1009-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 618005 INFO (zkCallback-1009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 618006 INFO (zkCallback-1018-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 618177 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 618188 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 618189 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12fe9f8
[junit4] 2> 618190 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [n:127.0.0.1:39019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_EBBA7F4A24CDA47F-001/tempDir-001/node2/.
[junit4] 2> 618473 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 618473 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 618473 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39019_solr at time 1027061401840877
[junit4] 2> 618478 INFO (OverseerCollectionConfigSetProcessor-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 619474 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 619474 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 619474 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:39019_solr] added at times [1027061401840877], now=1027062403035688
[junit4] 2> 619474 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3a61b5e04ecedT78agd439mwxs7djifq7sqiodg",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1027061401840877,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1027061401840877],
[junit4] 2> "nodeNames":["127.0.0.1:39019_solr"]}}
[junit4] 2> 619475 DEBUG (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 619476 INFO (ScheduledTrigger-1682-thread-2) [n:127.0.0.1:34915_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 619476 DEBUG (AutoscalingActionExecutor-1683-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3a61b5e04ecedT78agd439mwxs7djifq7sqiodg",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1027061401840877,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1027061401840877],
[junit4] 2> "_enqueue_time_":1027062403753183,
[junit4] 2> "nodeNames":["127.0.0.1:39019_solr"]}}
[junit4] 2> 619476 DEBUG (AutoscalingActionExecutor-1683-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"3a61b5e04ecedT78agd439mwxs7djifq7sqiodg",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1027061401840877,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1027061401840877],
[junit4] 2> "_enqueue_time_":1027062403753183,
[junit4] 2> "nodeNames":["127.0.0.1:39019_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 619479 INFO (qtp14049233-4208) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 619482 INFO (qtp14049233-4202) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 619564 INFO (qtp22235156-4265) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 619565 INFO (AutoscalingActionExecutor-1683-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:39019_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 619566 INFO (AutoscalingActionExecutor-1683-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1027062494 sessionWrapper.createTime 1027062493489752, this.sessionWrapper.createTime 1027062493489752
[junit4] 2> 619566 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.a.ComputePlanActionTest -------------_ FINAL STATE --------------
[junit4] 2> 619567 DEBUG (AutoscalingActionExecutor-1683-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 619567 DEBUG (AutoscalingActionExecutor-1683-thread-1-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 90 ms for event id=3a61b5e04ecedT78agd439mwxs7djifq7sqiodg
[junit4] 2> 619569 INFO (qtp14049233-4208) [n:127.0.0.1:34915_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 619570 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:34915_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:34915_solr",
[junit4] 2> "cores":2,
[junit4] 2> "port":"34915",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":211.65549850463867}
[junit4] 2> 619572 INFO (qtp22235156-4267) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 619573 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:39019_solr
[junit4] 2> {
[junit4] 2> "node":"127.0.0.1:39019_solr",
[junit4] 2> "cores":0,
[junit4] 2> "port":"39019",
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "ip_1":"1",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"127",
[junit4] 2> "freedisk":211.65549850463867}
[junit4] 2> 619573 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.a.ComputePlanActionTest * Live nodes: [127.0.0.1:34915_solr, 127.0.0.1:39019_solr]
[junit4] 2> 619574 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.c.a.ComputePlanActionTest * Collection testNodeAdded state: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34915/solr",
[junit4] 2> "node_name":"127.0.0.1:34915_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 619574 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
[junit4] 2> 619591 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[EBBA7F4A24CDA47F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 619592 DEBUG (zkCallback-1001-thread-3-processing-n:127.0.0.1:34915_solr) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 619592 DEBUG (OverseerAutoScalingTriggerThread-72124903234600963-127.0.0.1:34915_solr-n_0000000000) [n:127.0.0.1:34915_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 619593 INFO (TEST-ComputePlanActionTest.testNodeLost-seed#[EBBA7F4A24CDA47F]) [ ] o.e.j
[...truncated too long message...]
2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/collections/rulesColl/state.json
[junit4] 2> 16 /solr/collections/modifyColl/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/hostFragment/state.json
[junit4] 2> 6 /solr/collections/portRuleColl2/state.json
[junit4] 2> 6 /solr/collections/portRuleColl/state.json
[junit4] 2> 2 /solr/overseer_elect/election/72124988495953930-127.0.0.1:36003_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72124988495953933-127.0.0.1:37007_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/collections
[junit4] 2> 13 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1976592 INFO (SUITE-RulesTest-seed#[EBBA7F4A24CDA47F]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 10, 2018 12:20:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 10, 2018 12:21:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.rule.RulesTest:
[junit4] 2> 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 10, 2018 12:21:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] 2> Feb 10, 2018 12:21:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1770, maxMBSortInHeap=6.82594563519436, sim=RandomSimilarity(queryNorm=false): {}, locale=th, timezone=CTT
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=2,free=281410632,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterTest, TestSchemaVersionResource, QueryParsingTest, TestRebalanceLeaders, FastVectorHighlighterTest, AlternateDirectoryTest, TestUninvertingReader, DeleteNodeTest, TestReplicationHandler, TestQueryUtils, DocValuesNotIndexedTest, UninvertDocValuesMergePolicyTest, ZkStateWriterTest, MoveReplicaHDFSFailoverTest, TestPerFieldSimilarity, TestCorePropertiesReload, TestSearchPerf, TestImpersonationWithHadoopAuth, SyncSliceTest, DeleteStatusTest, CdcrVersionReplicationTest, DistributedDebugComponentTest, MetricTriggerTest, TermsComponentTest, TestReversedWildcardFilterFactory, SolrCoreTest, DistributedMLTComponentTest, TestEmbeddedSolrServerAdminHandler, TestSurroundQueryParser, TestPullReplicaErrorHandling, TestHashQParserPlugin, TestPolicyCloud, SchemaVersionSpecificBehaviorTest, JvmMetricsTest, PropertiesRequestHandlerTest, HdfsRestartWhileUpdatingTest, SolrShardReporterTest, OverseerTest, QueryEqualityTest, TestTrie, TestUseDocValuesAsStored, SpellCheckCollatorWithCollapseTest, UpdateLogTest, TestConfigSetImmutable, HttpSolrCallGetCoreTest, TestJettySolrRunner, CdcrUpdateLogTest, PolyFieldTest, TestCharFilters, TestExclusionRuleCollectionAccess, DirectSolrConnectionTest, TestDeleteCollectionOnDownNodes, OverseerRolesTest, HighlighterMaxOffsetTest, BaseCdcrDistributedZkTest, TestMacroExpander, SolrInfoBeanTest, TestDistribIDF, BlockJoinFacetSimpleTest, TestOnReconnectListenerSupport, AsyncCallRequestStatusResponseTest, ClassificationUpdateProcessorIntegrationTest, TestCollectionsAPIViaSolrCloudCluster, TestManagedStopFilterFactory, TestFunctionQuery, SolrIndexMetricsTest, StressHdfsTest, TestSimpleTextCodec, IndexSchemaTest, QueryElevationComponentTest, FileUtilsTest, LoggingHandlerTest, FieldMutatingUpdateProcessorTest, TestRecovery, DirectoryFactoryTest, TestSystemCollAutoCreate, TestFuzzyAnalyzedSuggestions, StatsReloadRaceTest, TestDynamicFieldCollectionResource, DistributedIntervalFacetingTest, ConcurrentDeleteAndCreateCollectionTest, TestNumericRangeQuery64, TestTrieFacet, UUIDUpdateProcessorFallbackTest, ShardRoutingCustomTest, LeaderFailoverAfterPartitionTest, JsonLoaderTest, TestMinMaxOnMultiValuedField, TestConfigsApi, TestJsonRequest, ShardSplitTest, TestSubQueryTransformerDistrib, TestNoOpRegenerator, TestFieldSortValues, ZkControllerTest, TestBM25SimilarityFactory, SearchHandlerTest, TestSolrIndexConfig, TestCollationFieldDocValues, TestSmileRequest, BitVectorTest, SOLR749Test, TestCloudSearcherWarming, TestClassicSimilarityFactory, TestReqParamsAPI, TestSolrCLIRunExample, TestRTGBase, ReplaceNodeNoTargetTest, HLLSerializationTest, TestReloadDeadlock, TestTolerantUpdateProcessorRandomCloud, PKIAuthenticationIntegrationTest, HdfsDirectoryTest, TestFastLRUCache, TestRuleBasedAuthorizationPlugin, TestReload, SolrMetricManagerTest, TestNestedDocsSort, TestSolrJ, TestZkChroot, TestPayloadScoreQParserPlugin, TestLegacyFieldCache, SliceStateTest, CollectionStateFormat2Test, RulesTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RulesTest -Dtests.seed=EBBA7F4A24CDA47F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | RulesTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.rule.RulesTest:
[junit4] > 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([EBBA7F4A24CDA47F]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=16595, name=qtp27345429-16595, state=TIMED_WAITING, group=TGRP-RulesTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([EBBA7F4A24CDA47F]:0)
[junit4] Completed [392/774 (3!)] on J1 in 84.84s, 7 tests, 2 errors <<< FAILURES!
[...truncated 45166 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_162) - Build # 1334
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1334/
Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest: 1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest:
1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CA0E78F588BEFBE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.QueryFacetTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CA0E78F588BEFBE]:0)
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:45215/solr","node_name":"127.0.0.1:45215_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:45215/solr","node_name":"127.0.0.1:45215_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([F32C904E9E886239:7B78AF9430740FC1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([F32C904E9E886239:9ED034B324C09D3E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12704 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> 724655 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/init-core-data-001
[junit4] 2> 724655 WARN (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 724655 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 724657 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 724658 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001
[junit4] 2> 724658 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 724658 INFO (Thread-4016) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 724658 INFO (Thread-4016) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 724659 ERROR (Thread-4016) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 724758 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34005
[junit4] 2> 724760 INFO (zkConnectionManagerCallback-1416-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724763 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 724763 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 724764 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 724764 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 724782 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 724785 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 724785 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 724785 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 724789 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52dd6f0a{/solr,null,AVAILABLE}
[junit4] 2> 724789 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c35ffb4{/solr,null,AVAILABLE}
[junit4] 2> 724796 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3205515d{/solr,null,AVAILABLE}
[junit4] 2> 724796 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4215c0b5{/solr,null,AVAILABLE}
[junit4] 2> 724798 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@621e390a{SSL,[ssl, http/1.1]}{127.0.0.1:45099}
[junit4] 2> 724798 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12388988{SSL,[ssl, http/1.1]}{127.0.0.1:36827}
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-2) [ ] o.e.j.s.Server Started @726784ms
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-4) [ ] o.e.j.s.Server Started @726784ms
[junit4] 2> 724798 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15edcfa4{SSL,[ssl, http/1.1]}{127.0.0.1:46573}
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36827}
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-3) [ ] o.e.j.s.Server Started @726785ms
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46573}
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45099}
[junit4] 2> 724799 ERROR (jetty-launcher-1413-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 724799 ERROR (jetty-launcher-1413-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@706c14a2{SSL,[ssl, http/1.1]}{127.0.0.1:45215}
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.e.j.s.Server Started @726785ms
[junit4] 2> 724799 ERROR (jetty-launcher-1413-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45215}
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:44:22.960Z
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:44:22.960Z
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 724799 ERROR (jetty-launcher-1413-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:44:22.960Z
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 724799 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T06:44:22.960Z
[junit4] 2> 724805 INFO (zkConnectionManagerCallback-1420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724806 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 724809 INFO (zkConnectionManagerCallback-1424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724810 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 724817 INFO (zkConnectionManagerCallback-1418-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724817 INFO (zkConnectionManagerCallback-1422-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724818 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 724818 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 724822 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100413ea0190003, likely client has closed socket
[junit4] 2> 724826 INFO (jetty-launcher-1413-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34005/solr
[junit4] 2> 724827 INFO (jetty-launcher-1413-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34005/solr
[junit4] 2> 724829 INFO (zkConnectionManagerCallback-1429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724834 INFO (jetty-launcher-1413-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34005/solr
[junit4] 2> 724834 INFO (jetty-launcher-1413-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34005/solr
[junit4] 2> 724838 DEBUG (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$270/572120028@6af4dc3a
[junit4] 2> 724841 INFO (zkConnectionManagerCallback-1437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724841 INFO (zkConnectionManagerCallback-1434-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724842 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100413ea0190006, likely client has closed socket
[junit4] 2> 724842 INFO (zkConnectionManagerCallback-1440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724843 DEBUG (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$270/572120028@4bc89c87
[junit4] 2> 724843 DEBUG (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$270/572120028@7ea9f9ff
[junit4] 2> 724845 INFO (zkConnectionManagerCallback-1442-thread-1-processing-n:127.0.0.1:45215_solr) [n:127.0.0.1:45215_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724845 DEBUG (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$270/572120028@18012592
[junit4] 2> 724849 INFO (zkConnectionManagerCallback-1446-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724849 INFO (zkConnectionManagerCallback-1444-thread-1-processing-n:127.0.0.1:36827_solr) [n:127.0.0.1:36827_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724861 INFO (zkConnectionManagerCallback-1448-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724864 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 724864 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724864 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 724865 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 724865 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 724869 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 724871 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 724871 DEBUG (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72129331267698700-127.0.0.1:46573_solr-n_0000000000
[junit4] 2> 724871 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46573_solr
[junit4] 2> 724871 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer Overseer (id=72129331267698700-127.0.0.1:46573_solr-n_0000000000) starting
[junit4] 2> 724886 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 724886 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 724886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 724886 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46573_solr
[junit4] 2> 724886 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 724886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 724886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 724886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 724887 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 724887 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 724887 INFO (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 724887 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 724887 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 724887 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 724887 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 724887 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 724887 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 724887 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 724888 INFO (zkCallback-1441-thread-1-processing-n:127.0.0.1:45215_solr) [n:127.0.0.1:45215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 724888 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46573_solr]
[junit4] 2> 724888 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 724888 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 724888 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 724888 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 724888 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 724888 INFO (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 724888 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 724888 DEBUG (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72129331267698697-127.0.0.1:45215_solr-n_0000000001
[junit4] 2> 724888 INFO (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 724888 DEBUG (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72129331267698699-127.0.0.1:45099_solr-n_0000000002
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72129331267698698-127.0.0.1:36827_solr-n_0000000003
[junit4] 2> 724889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72129331267698700-127.0.0.1:46573_solr-n_0000000000
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72129331267698700-127.0.0.1:46573_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 724889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72129331267698697-127.0.0.1:45215_solr-n_0000000001
[junit4] 2> 724889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72129331267698699-127.0.0.1:45099_solr-n_0000000002
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72129331267698697-127.0.0.1:45215_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72129331267698699-127.0.0.1:45099_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45215_solr as DOWN
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45099_solr as DOWN
[junit4] 2> 724889 DEBUG (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36827_solr as DOWN
[junit4] 2> 724889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 724890 INFO (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45099_solr
[junit4] 2> 724890 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36827_solr
[junit4] 2> 724890 INFO (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45215_solr
[junit4] 2> 724890 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 724890 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 724895 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724895 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 724897 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724898 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724898 INFO (zkCallback-1441-thread-1-processing-n:127.0.0.1:45215_solr) [n:127.0.0.1:45215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 724898 INFO (zkCallback-1443-thread-1-processing-n:127.0.0.1:36827_solr) [n:127.0.0.1:36827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 724905 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 724905 INFO (zkCallback-1445-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 724907 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 724977 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 724977 DEBUG (OverseerAutoScalingTriggerThread-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 724977 DEBUG (ScheduledTrigger-2719-thread-1) [n:127.0.0.1:46573_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 724997 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 724998 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45099_solr"} current state version: 0
[junit4] 2> 724998 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45099_solr
[junit4] 2> 724998 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36827_solr"} current state version: 0
[junit4] 2> 724998 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36827_solr
[junit4] 2> 724998 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45215_solr"} current state version: 0
[junit4] 2> 724998 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45215_solr
[junit4] 2> 725016 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46573.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725016 INFO (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45215.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725018 INFO (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45099.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725018 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36827.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46573.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45215.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46573.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45215.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36827.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45099.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36827.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725026 INFO (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45099.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 725027 INFO (jetty-launcher-1413-thread-3) [n:127.0.0.1:46573_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node3/.
[junit4] 2> 725027 INFO (jetty-launcher-1413-thread-1) [n:127.0.0.1:45215_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node1/.
[junit4] 2> 725027 INFO (jetty-launcher-1413-thread-4) [n:127.0.0.1:36827_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node4/.
[junit4] 2> 725027 INFO (jetty-launcher-1413-thread-2) [n:127.0.0.1:45099_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node2/.
[junit4] 2> 725098 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725099 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725157 INFO (zkConnectionManagerCallback-1458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 725171 INFO (zkConnectionManagerCallback-1462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 725171 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 725171 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 725171 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 725171 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 725172 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 725172 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 725172 INFO (SUITE-AddReplicaTest-seed#[F32C904E9E886239]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34005/solr ready
[junit4] 2> 725196 INFO (TEST-AddReplicaTest.test-seed#[F32C904E9E886239]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 725202 INFO (zkConnectionManagerCallback-1464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 725226 INFO (qtp873343675-9018) [n:127.0.0.1:36827_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=addreplicatest_coll&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 725226 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 725226 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 725226 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 725226 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 725227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 725227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 725227 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 725227 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 725227 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 725227 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 725227 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 725230 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 725230 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 725230 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 725230 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 725230 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 725230 DEBUG (OverseerCollectionConfigSetProcessor-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 725230 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 725230 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 725230 INFO (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection addreplicatest_coll
[junit4] 2> 725231 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 725231 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/addreplicatest_coll
[junit4] 2> 725232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 725232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 725232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 725232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 725232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 725232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 725233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 725233 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:addreplicatest_coll
[junit4] 2> 725233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 725233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 725233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 725233 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 725234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725235 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 725235 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: addreplicatest_coll
[junit4] 2> 725235 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addreplicatest_coll/state.json
[junit4] 2> 725236 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725236 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725335 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection addreplicatest_coll, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 725335 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard1_replica_n1 as part of shard shard1 of collection addreplicatest_coll on 127.0.0.1:45099_solr
[junit4] 2> 725336 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725336 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725336 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 725336 INFO (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 725336 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard2_replica_n2 as part of shard shard2 of collection addreplicatest_coll on 127.0.0.1:46573_solr
[junit4] 2> 725337 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 725337 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 725337 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725337 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725337 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 725337 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 725337 INFO (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 725337 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 725337 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 725437 DEBUG (OverseerThreadFactory-2721-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n2] cores but found {}
[junit4] 2> 725438 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 0
[junit4] 2> 725438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725555 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 725555 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 725556 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 725556 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 725557 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725557 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725557 DEBUG (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 725557 DEBUG (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 725557 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725557 DEBUG (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 725557 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725558 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725558 DEBUG (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 725558 DEBUG (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard2_replica_n2
[junit4] 2> 725558 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "node_name":"127.0.0.1:46573_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "node_name":"127.0.0.1:46573_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 725558 DEBUG (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard1_replica_n1
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addreplicatest_coll_shard2_replica_n2","base_url":"https://127.0.0.1:46573/solr","node_name":"127.0.0.1:46573_solr","state":"down","type":"NRT"}
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "node_name":"127.0.0.1:46573_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "node_name":"127.0.0.1:45099_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "node_name":"127.0.0.1:45099_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"https://127.0.0.1:45099/solr","node_name":"127.0.0.1:45099_solr","state":"down","type":"NRT"}
[junit4] 2> 725558 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45099/solr",
[junit4] 2> "node_name":"127.0.0.1:45099_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:46573/solr",
[junit4] 2> "node_name":"127.0.0.1:46573_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 725659 DEBUG (OverseerStateUpdate-72129331267698700-127.0.0.1:46573_solr-n_0000000000) [n:127.0.0.1:46573_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 1
[junit4] 2> 725659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725659 INFO (zkCallback-1445-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725659 INFO (zkCallback-1447-thread-2-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725659 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:46573_solr) [n:127.0.0.1:46573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725659 INFO (zkCallback-1445-thread-2-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 725659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725660 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 725660 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 725978 DEBUG (ScheduledTrigger-2719-thread-1) [n:127.0.0.1:46573_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 726566 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 726566 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 726621 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [addreplicatest_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 726621 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema [addreplicatest_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 726624 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 726624 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 726624 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard2_replica_n2' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 726624 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard1_replica_n1' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 726624 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45099.solr.core.addreplicatest_coll.shard1.replica_n1' (registry 'solr.core.addreplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 726624 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46573.solr.core.addreplicatest_coll.shard2.replica_n2' (registry 'solr.core.addreplicatest_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@405cc384
[junit4] 2> 726625 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 726625 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 726625 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[addreplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node2/addreplicatest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node2/./addreplicatest_coll_shard1_replica_n1/data/]
[junit4] 2> 726625 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.c.SolrCore [[addreplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node3/addreplicatest_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_F32C904E9E886239-001/tempDir-001/node3/./addreplicatest_coll_shard2_replica_n2/data/]
[junit4] 2> 726667 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 726667 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 726669 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 726669 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 726669 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 726669 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 726671 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b726b88[addreplicatest_coll_shard1_replica_n1] main]
[junit4] 2> 726671 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 726671 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 726672 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 726672 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 726673 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@326a484d[addreplicatest_coll_shard2_replica_n2] main]
[junit4] 2> 726673 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 726674 INFO (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592085934070824960
[junit4] 2> 726675 DEBUG (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 726675 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 726675 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 726676 INFO (searcherExecutor-2731-thread-1-processing-n:127.0.0.1:45099_solr x:addreplicatest_coll_shard1_replica_n1 s:shard1 c:addreplicatest_coll r:core_node3) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [addreplicatest_coll_shard1_replica_n1] Registered new searcher Searcher@7b726b88[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 726676 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 726677 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 726677 INFO (qtp1986837079-9012) [n:127.0.0.1:46573_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 726678 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 726678 DEBUG (qtp320603891-9004) [n:127.0.0.1:45099_solr c:addreplicatest_coll s:shard1 r:core_node3 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard1_replica_n1 address:https://127.0.0.1:45099/solr collection:addreplicatest_coll shard:shard1
[junit4] 2> 726678 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 726679 INFO (searcherExecutor-2730-thread-1-processing-n:127.0.0.1:46573_solr x:addreplicatest_coll_shard2_replica_n2 s:shard2 c:addreplicatest_coll r:core_node4) [n:127.0.
[...truncated too long message...]
vedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 11, 2018 7:22:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> Feb 11, 2018 7:23:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {string_s=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), string_sm=Lucene50(blocksize=128)}, docValues:{int_i=DocValuesFormat(name=Lucene70), double_dm=DocValuesFormat(name=Lucene70), float_fm=DocValuesFormat(name=Lucene70), int_im=DocValuesFormat(name=Memory), date_dt=DocValuesFormat(name=Lucene70), date_dtm=DocValuesFormat(name=Memory), long_lm=DocValuesFormat(name=Memory), double_d=DocValuesFormat(name=Lucene70), float_f=DocValuesFormat(name=Lucene70), long_l=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), string_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), string_sm=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=712, maxMBSortInHeap=5.188120633580674, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-HK, timezone=BET
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=3,free=218163752,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [LegacyAbstractAnalyticsFacetTest, CastingFloatValueTest, CastingLongValueStreamTest, LegacyQueryFacetCloudTest, OrFunctionTest, ExistsFunctionTest, SubtractFunctionTest, QueryFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=QueryFacetTest -Dtests.seed=8CA0E78F588BEFBE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-HK -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | QueryFacetTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.analytics.facet.QueryFacetTest:
[junit4] > 1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([8CA0E78F588BEFBE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=253, name=qtp1726194860-253, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=240, name=qtp1726194860-240, state=TIMED_WAITING, group=TGRP-QueryFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([8CA0E78F588BEFBE]:0)
[junit4] Completed [73/78 (1!)] on J1 in 74.81s, 1 test, 2 errors <<< FAILURES!
[...truncated 45182 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+42) - Build #
1333 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1333/
Java: 64bit/jdk-10-ea+42 -XX:+UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([10C70EC3CFB92D20:98933119614540D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([10C70EC3CFB92D20:98933119614540D8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([10C70EC3CFB92D20:36ADB0FAD4B6824C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([10C70EC3CFB92D20:2007EF4147CBCC7C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12435 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/init-core-data-001
[junit4] 2> 328658 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 328658 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 328658 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 328658 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 328658 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dw_gv/
[junit4] 2> 328659 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 328660 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 328660 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 328661 ERROR (Thread-533) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 328760 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ZkTestServer start zk server on port:35933
[junit4] 2> 328762 INFO (zkConnectionManagerCallback-538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328764 INFO (zkConnectionManagerCallback-540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328766 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 328767 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 328768 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 328768 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 328769 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 328769 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 328770 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 328770 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 328771 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 328771 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 328772 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 328772 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 328849 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 328850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 328850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 328850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 328850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30e7598b{/dw_gv,null,AVAILABLE}
[junit4] 2> 328851 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bbc3fa8{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۸۱۷۵}
[junit4] 2> 328851 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server Started @۳۳۰۸۳۵ms
[junit4] 2> 328851 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/dw_gv, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/tempDir-001/control/data, hostPort=38175, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/control-001/cores, replicaType=NRT}
[junit4] 2> 328852 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 328852 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 328852 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 328852 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 328852 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T02:35:56.580258Z
[junit4] 2> 328853 INFO (zkConnectionManagerCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328854 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 328854 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/control-001/solr.xml
[junit4] 2> 328856 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 328856 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 328857 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 328858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35933/solr
[junit4] 2> 328859 INFO (zkConnectionManagerCallback-546-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328861 INFO (zkConnectionManagerCallback-548-thread-1-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328891 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 328891 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38175_dw_gv
[junit4] 2> 328891 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.Overseer Overseer (id=72128354359836676-127.0.0.1:38175_dw_gv-n_0000000000) starting
[junit4] 2> 328898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38175_dw_gv
[junit4] 2> 328899 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 328929 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 328935 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 328935 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 328936 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/control-001/cores
[junit4] 2> 328946 INFO (zkConnectionManagerCallback-554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328947 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 328948 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35933/solr ready
[junit4] 2> 328950 INFO (qtp1862759147-2538) [n:127.0.0.1:38175_dw_gv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38175_dw_gv&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 328952 INFO (OverseerThreadFactory-961-thread-1-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 329055 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 329055 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 329159 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 330069 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 330077 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 330109 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 330116 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 330116 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 330116 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 330116 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 330118 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=48.8427734375, floorSegmentMB=0.4423828125, forceMergeDeletesPctAllowed=17.73050861885778, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8479960116003351
[junit4] 2> 330119 WARN (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 330153 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 330153 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 330154 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 330154 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 330154 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=20.720703125, floorSegmentMB=0.3359375, forceMergeDeletesPctAllowed=7.525454669771783, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 330155 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19564997[control_collection_shard1_replica_n1] main]
[junit4] 2> 330156 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 330156 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 330156 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 330157 INFO (searcherExecutor-964-thread-1-processing-n:127.0.0.1:38175_dw_gv x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@19564997[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 330157 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592070303000821760
[junit4] 2> 330161 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 330161 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 330161 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38175/dw_gv/control_collection_shard1_replica_n1/
[junit4] 2> 330161 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 330161 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38175/dw_gv/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 330161 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 330163 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38175/dw_gv/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 330264 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 330313 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 330320 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1264
[junit4] 2> 330322 INFO (qtp1862759147-2538) [n:127.0.0.1:38175_dw_gv ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 330416 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 330953 INFO (OverseerCollectionConfigSetProcessor-72128354359836676-127.0.0.1:38175_dw_gv-n_0000000000) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 331322 INFO (qtp1862759147-2538) [n:127.0.0.1:38175_dw_gv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38175_dw_gv&wt=javabin&version=2} status=0 QTime=2372
[junit4] 2> 331326 INFO (zkConnectionManagerCallback-558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 331327 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 331328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35933/solr ready
[junit4] 2> 331328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 331329 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 331330 INFO (OverseerThreadFactory-961-thread-2-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 331331 WARN (OverseerThreadFactory-961-thread-2-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 331533 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 331533 INFO (qtp1862759147-2544) [n:127.0.0.1:38175_dw_gv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 331618 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-1-001 of type NRT
[junit4] 2> 331619 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@203532f6{/dw_gv,null,AVAILABLE}
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c50678a{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۶۷۷۵}
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server Started @۳۳۳۶۰۴ms
[junit4] 2> 331620 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/dw_gv, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/tempDir-001/jetty1, hostPort=36775, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-1-001/cores}
[junit4] 2> 331621 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 331621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 331621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 331621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 331621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T02:35:59.349328Z
[junit4] 2> 331622 INFO (zkConnectionManagerCallback-560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 331623 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 331623 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-1-001/solr.xml
[junit4] 2> 331625 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 331625 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 331625 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 331627 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35933/solr
[junit4] 2> 331628 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 331629 INFO (zkConnectionManagerCallback-566-thread-1-processing-n:127.0.0.1:36775_dw_gv) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 331632 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 331632 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 331633 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36775_dw_gv
[junit4] 2> 331634 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 331634 INFO (zkCallback-557-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 331634 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:36775_dw_gv) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 331665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 331672 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 331672 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 331673 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-1-001/cores
[junit4] 2> 331689 INFO (qtp1863875755-2590) [n:127.0.0.1:36775_dw_gv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36775_dw_gv&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 331690 INFO (OverseerCollectionConfigSetProcessor-72128354359836676-127.0.0.1:38175_dw_gv-n_0000000000) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 331690 INFO (OverseerThreadFactory-961-thread-3-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36775_dw_gv for creating new replica
[junit4] 2> 331692 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331692 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 332740 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 332746 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 332777 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 332786 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 332787 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 332787 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 332787 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 332788 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=48.8427734375, floorSegmentMB=0.4423828125, forceMergeDeletesPctAllowed=17.73050861885778, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8479960116003351
[junit4] 2> 332790 WARN (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 332814 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 332814 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 332815 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 332815 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 332816 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=20.720703125, floorSegmentMB=0.3359375, forceMergeDeletesPctAllowed=7.525454669771783, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 332816 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@63251628[collection1_shard2_replica_n61] main]
[junit4] 2> 332817 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 332817 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 332818 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 332818 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592070305791082496
[junit4] 2> 332818 INFO (searcherExecutor-975-thread-1-processing-n:127.0.0.1:36775_dw_gv x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@63251628[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 332822 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 332822 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 332822 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36775/dw_gv/collection1_shard2_replica_n61/
[junit4] 2> 332822 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 332822 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:36775/dw_gv/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 332822 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 332844 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36775/dw_gv/collection1_shard2_replica_n61/ shard2
[junit4] 2> 332994 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 333001 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1308
[junit4] 2> 333003 INFO (qtp1863875755-2590) [n:127.0.0.1:36775_dw_gv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36775_dw_gv&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1314
[junit4] 2> 333086 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-2-001 of type NRT
[junit4] 2> 333087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 333087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 333087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 333087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 333088 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@592dddb2{/dw_gv,null,AVAILABLE}
[junit4] 2> 333088 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53ccd52e{HTTP/1.1,[http/1.1]}{127.0.0.1:۴۵۴۹۷}
[junit4] 2> 333088 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server Started @۳۳۵۰۷۲ms
[junit4] 2> 333088 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/dw_gv, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/tempDir-001/jetty2, hostPort=45497, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 333089 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 333089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 333089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 333089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 333089 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T02:36:00.817491Z
[junit4] 2> 333090 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 333091 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 333091 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-2-001/solr.xml
[junit4] 2> 333093 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 333093 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 333094 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 333095 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35933/solr
[junit4] 2> 333097 INFO (zkConnectionManagerCallback-574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 333098 INFO (zkConnectionManagerCallback-576-thread-1-processing-n:127.0.0.1:45497_dw_gv) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 333100 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 333101 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 333102 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45497_dw_gv
[junit4] 2> 333102 INFO (zkCallback-557-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 333102 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:36775_dw_gv) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 333103 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 333103 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:45497_dw_gv) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 333134 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 333141 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 333141 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 333142 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-2-001/cores
[junit4] 2> 333167 INFO (qtp1863875755-2594) [n:127.0.0.1:36775_dw_gv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45497_dw_gv&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 333169 INFO (OverseerCollectionConfigSetProcessor-72128354359836676-127.0.0.1:38175_dw_gv-n_0000000000) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 333169 INFO (OverseerThreadFactory-961-thread-4-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45497_dw_gv for creating new replica
[junit4] 2> 333171 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 333171 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 334204 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 334210 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 334249 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 334257 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 334257 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 334257 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 334257 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 334259 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=48.8427734375, floorSegmentMB=0.4423828125, forceMergeDeletesPctAllowed=17.73050861885778, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8479960116003351
[junit4] 2> 334263 WARN (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 334341 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 334341 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 334342 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 334342 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 334343 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=20.720703125, floorSegmentMB=0.3359375, forceMergeDeletesPctAllowed=7.525454669771783, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 334343 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@ce71751[collection1_shard3_replica_n63] main]
[junit4] 2> 334344 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 334345 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 334345 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 334346 INFO (searcherExecutor-986-thread-1-processing-n:127.0.0.1:45497_dw_gv x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@ce71751[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 334346 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592070307393306624
[junit4] 2> 334350 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 334350 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 334350 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45497/dw_gv/collection1_shard3_replica_n63/
[junit4] 2> 334350 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 334350 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:45497/dw_gv/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 334350 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 334351 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45497/dw_gv/collection1_shard3_replica_n63/ shard3
[junit4] 2> 334502 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 334508 INFO (qtp523434969-2623) [n:127.0.0.1:45497_dw_gv c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1337
[junit4] 2> 334510 INFO (qtp1863875755-2594) [n:127.0.0.1:36775_dw_gv ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45497_dw_gv&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1343
[junit4] 2> 334581 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-3-001 of type NRT
[junit4] 2> 334582 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 334583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 334583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 334583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 334583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37be021a{/dw_gv,null,AVAILABLE}
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7157ed3{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۸۳۵۳}
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.e.j.s.Server Started @۳۳۶۵۶۷ms
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/dw_gv, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/tempDir-001/jetty3, hostPort=38353, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 334584 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 334584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T02:36:02.312773Z
[junit4] 2> 334586 INFO (zkConnectionManagerCallback-580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334587 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 334587 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-3-001/solr.xml
[junit4] 2> 334588 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 334589 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 334589 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 334591 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35933/solr
[junit4] 2> 334592 INFO (zkConnectionManagerCallback-584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334595 INFO (zkConnectionManagerCallback-586-thread-1-processing-n:127.0.0.1:38353_dw_gv) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334598 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 334598 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 334599 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38353_dw_gv
[junit4] 2> 334600 INFO (zkCallback-557-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 334600 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 334600 INFO (zkCallback-565-thread-1-processing-n:127.0.0.1:36775_dw_gv) [n:127.0.0.1:36775_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 334600 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:45497_dw_gv) [n:127.0.0.1:45497_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 334601 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:38353_dw_gv) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 334639 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 334646 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 334646 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 334647 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[10C70EC3CFB92D20]) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-3-001/cores
[junit4] 2> 334674 INFO (qtp1863875755-2596) [n:127.0.0.1:36775_dw_gv ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38353_dw_gv&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 334676 INFO (OverseerCollectionConfigSetProcessor-72128354359836676-127.0.0.1:38175_dw_gv-n_0000000000) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 334677 INFO (OverseerThreadFactory-961-thread-5-processing-n:127.0.0.1:38175_dw_gv) [n:127.0.0.1:38175_dw_gv ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38353_dw_gv for creating new replica
[junit4] 2> 334679 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 334679 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 335717 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 335726 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 335776 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 335783 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 335783 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fbeb9a1
[junit4] 2> 335783 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 335783 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_10C70EC3CFB92D20-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 335785 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=48.8427734375, floorSegmentMB=0.4423828125, forceMergeDeletesPctAllowed=17.73050861885778, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8479960116003351
[junit4] 2> 335786 WARN (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 335812 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 335812 INFO (qtp2049251016-2654) [n:127.0.0.1:38353_dw_gv c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaul
[...truncated too long message...]
gerThread has been closed explicitly
[junit4] 2> 2587530 INFO (jetty-closer-4014-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@712dbe41{/solr,null,UNAVAILABLE}
[junit4] 2> 2587530 INFO (jetty-closer-4014-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2589027 INFO (jetty-closer-4014-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3376bb56{/solr,null,UNAVAILABLE}
[junit4] 2> 2589027 INFO (jetty-closer-4014-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2589028 ERROR (SUITE-TriggerIntegrationTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2589028 INFO (SUITE-TriggerIntegrationTest-seed#[10C70EC3CFB92D20]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39375 39375
[junit4] 2> 2590359 INFO (Thread-6039) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39375 39375
[junit4] 2> 2590360 WARN (Thread-6039) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 110 /solr/collections/collection1/state.json
[junit4] 2> 35 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72128488245559335-127.0.0.1:45415_solr-n_0000000011
[junit4] 2> 3 /solr/overseer_elect/election/72128488245559317-127.0.0.1:46485_solr-n_0000000005
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72128488245559317-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72128488245559356-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72128488245559350-127.0.0.1:37557_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/72128488245559344-127.0.0.1:35405_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72128488245559320-127.0.0.1:43361_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/72128488245559329-127.0.0.1:42223_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72128488245559356-127.0.0.1:46645_solr-n_0000000018
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72128488245559326-core_node8-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10C70EC3CFB92D20-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval), x_s=FSTOrd50}, docValues:{}, maxPointsInLeafNode=1672, maxMBSortInHeap=5.449875904069868, sim=RandomSimilarity(queryNorm=false): {}, locale=fy, timezone=Europe/Ulyanovsk
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=154603272,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyField, TestSimDistributedQueue, CollectionsAPIAsyncDistributedZkTest, IndexSchemaRuntimeFieldTest, SearchHandlerTest, TestAtomicUpdateErrorCases, TestPerFieldSimilarityWithDefaultOverride, TestRequestStatusCollectionAPI, TestRandomDVFaceting, TestNodeAddedTrigger, URLClassifyProcessorTest, JvmMetricsTest, PreAnalyzedFieldTest, TestPayloadScoreQParserPlugin, TestConfigSetsAPIZkFailure, TestNamedUpdateProcessors, HttpSolrCallGetCoreTest, DistributedFacetPivotSmallTest, SimpleCollectionCreateDeleteTest, ClusterStateUpdateTest, UninvertDocValuesMergePolicyTest, TestLMJelinekMercerSimilarityFactory, DirectSolrSpellCheckerTest, TestFieldCache, TestSolrCloudWithDelegationTokens, LeaderElectionTest, SystemLogListenerTest, TestStressReorder, NoCacheHeaderTest, CacheHeaderTest, HdfsSyncSliceTest, CircularListTest, TestBackupRepositoryFactory, OverseerCollectionConfigSetProcessorTest, TestRequestForwarding, BasicDistributedZk2Test, SharedFSAutoReplicaFailoverTest, AssignTest, CdcrUpdateLogTest, TestCoreContainer, TestJsonRequest, TestSQLHandlerNonCloud, TestLockTree, TestHdfsUpdateLog, MultiTermTest, TestReqParamsAPI, UnloadDistributedZkTest, TestImpersonationWithHadoopAuth, DeleteInactiveReplicaTest, TestFiltering, SolrShardReporterTest, DistributedDebugComponentTest, LukeRequestHandlerTest, TestExportWriter, TestManagedSchemaAPI, UniqFieldsUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, NodeAddedTriggerTest, TestClusterStateMutator, LargeFieldTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RegexBoostProcessorTest, AutoScalingHandlerTest, TestSolrCLIRunExample, HdfsRecoverLeaseTest, CleanupOldIndexTest, BitVectorTest, CollectionsAPISolrJTest, TestSmileRequest, TestNoOpRegenerator, TestMacroExpander, EnumFieldTest, AnalysisAfterCoreReloadTest, TestUtilizeNode, TestFaceting, TestSchemaManager, StatelessScriptUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, TestCollationFieldDocValues, VMParamsZkACLAndCredentialsProvidersTest, UpdateLogTest, DeleteReplicaTest, ReturnFieldsTest, PropertiesRequestHandlerTest, TestSchemaNameResource, SolrGangliaReporterTest, TestJmxIntegration, DistribCursorPagingTest, TestSolrDeletionPolicy2, SearchHandlerTest, SolrJmxReporterTest, TestJavabinTupleStreamParser, TestMinMaxOnMultiValuedField, TestLegacyTerms, SpellCheckCollatorWithCollapseTest, SchemaApiFailureTest, SpellCheckComponentTest, DistributedFacetPivotLargeTest, TestRestManager, TestSolrCoreSnapshots, SolrXmlInZkTest, TestFileDictionaryLookup, TestTolerantSearch, MetricUtilsTest, TestBadConfig, TestPrepRecovery, DistributedQueueTest, DistributedFacetSimpleRefinementLongTailTest, ClassificationUpdateProcessorIntegrationTest, TestShortCircuitedRequests, TestNumericRangeQuery64, DocValuesMultiTest, BadCopyFieldTest, TestUseDocValuesAsStored, ConfigureRecoveryStrategyTest, TestMaxScoreQueryParser, TestSolrFieldCacheBean, BlobRepositoryCloudTest, DistributedQueryComponentOptimizationTest, TestClassicSimilarityFactory, TestQuerySenderListener, TestTrieFacet, BlockCacheTest, TestClusterProperties, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestReload, DistributedTermsComponentTest, TestRangeQuery, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, TestMergePolicyConfig, TestDocSet, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, TestPerFieldSimilarity, TimeZoneUtilsTest, ScriptEngineTest, TestFastLRUCache, TestSystemIdResolver, DateFieldTest, ClusterStateTest, TestUtils, FileUtilsTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DocValuesNotIndexedTest, ForceLeaderTest, PeerSyncReplicationTest, TestAuthenticationFramework, TestCloudSearcherWarming, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, TestTlogReplica, TestHdfsCloudBackupRestore, ComputePlanActionTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [639/775 (4!)] on J2 in 218.73s, 14 tests, 1 failure <<< FAILURES!
[...truncated 41570 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.4) - Build # 1332 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1332/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([8BE14BCB0BFD0FE8:BB21AA49838FEEB4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8BE14BCB0BFD0FE8:31ED7C445415D9A7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12452 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8BE14BCB0BFD0FE8-001/init-core-data-001
[junit4] 2> 253091 WARN (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 253092 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 253092 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 253092 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 253093 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8BE14BCB0BFD0FE8-001/tempDir-001
[junit4] 2> 253093 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 253093 INFO (Thread-1736) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 253093 INFO (Thread-1736) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 253097 ERROR (Thread-1736) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 253193 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43179
[junit4] 2> 253195 INFO (zkConnectionManagerCallback-707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253197 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 253197 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 253198 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36a679f9{/solr,null,AVAILABLE}
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1081b246{HTTP/1.1,[http/1.1]}{127.0.0.1:37123}
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43f3804a{/solr,null,AVAILABLE}
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.e.j.s.Server Started @255043ms
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37123}
[junit4] 2> 253199 ERROR (jetty-launcher-704-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d9210c7{HTTP/1.1,[http/1.1]}{127.0.0.1:43147}
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.e.j.s.Server Started @255043ms
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43147}
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:38:47.685684Z
[junit4] 2> 253199 ERROR (jetty-launcher-704-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 253199 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:38:47.685955Z
[junit4] 2> 253200 INFO (zkConnectionManagerCallback-709-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253200 INFO (zkConnectionManagerCallback-711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253200 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 253201 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 253203 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003f820e940001, likely client has closed socket
[junit4] 2> 253204 INFO (jetty-launcher-704-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43179/solr
[junit4] 2> 253204 INFO (jetty-launcher-704-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43179/solr
[junit4] 2> 253205 INFO (zkConnectionManagerCallback-717-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253205 INFO (zkConnectionManagerCallback-719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253206 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003f820e940004, likely client has closed socket
[junit4] 2> 253206 INFO (zkConnectionManagerCallback-723-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253207 INFO (zkConnectionManagerCallback-721-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253251 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253251 INFO (jetty-launcher-704-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253251 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43147_solr
[junit4] 2> 253252 INFO (jetty-launcher-704-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37123_solr
[junit4] 2> 253252 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.c.Overseer Overseer (id=72127421860806662-127.0.0.1:43147_solr-n_0000000000) starting
[junit4] 2> 253252 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253253 INFO (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253261 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 253261 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43147_solr
[junit4] 2> 253261 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 253261 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37123_solr]
[junit4] 2> 253262 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 253262 INFO (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 253262 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 253262 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 253264 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 253264 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 253264 DEBUG (ScheduledTrigger-1330-thread-1) [n:127.0.0.1:43147_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 253279 INFO (jetty-launcher-704-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37123.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 253285 INFO (jetty-launcher-704-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37123.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 253285 INFO (jetty-launcher-704-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37123.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 253286 INFO (jetty-launcher-704-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8BE14BCB0BFD0FE8-001/tempDir-001/node1/.
[junit4] 2> 253309 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43147.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 253317 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43147.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 253317 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43147.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 253318 INFO (jetty-launcher-704-thread-2) [n:127.0.0.1:43147_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8BE14BCB0BFD0FE8-001/tempDir-001/node2/.
[junit4] 2> 253340 INFO (zkConnectionManagerCallback-729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253342 INFO (zkConnectionManagerCallback-733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 253343 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 253343 INFO (SUITE-TriggerIntegrationTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43179/solr ready
[junit4] 2> 253350 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 253351 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 253351 DEBUG (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 253351 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 253352 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 253352 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 253352 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 253355 INFO (qtp235791157-4092) [n:127.0.0.1:43147_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 253370 INFO (qtp235791157-4092) [n:127.0.0.1:43147_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 253387 INFO (qtp970221406-4105) [n:127.0.0.1:37123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 253389 INFO (qtp235791157-4104) [n:127.0.0.1:43147_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 253390 DEBUG (qtp970221406-4093) [n:127.0.0.1:37123_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 253390 INFO (qtp970221406-4093) [n:127.0.0.1:37123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 253391 DEBUG (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 253392 DEBUG (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43147_solr, 127.0.0.1:37123_solr]
[junit4] 2> 253392 DEBUG (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 253392 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 253393 INFO (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 253394 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d9210c7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 253394 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 253395 DEBUG (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 253395 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=959843488
[junit4] 2> 253395 DEBUG (ScheduledTrigger-1330-thread-1) [n:127.0.0.1:43147_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 253396 DEBUG (ScheduledTrigger-1330-thread-1) [n:127.0.0.1:43147_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 253396 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 253396 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d91dba1: rootName = solr_43147, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6d26a540
[junit4] 2> 253401 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 253401 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61c504a0: rootName = solr_43147, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b1ce80f
[junit4] 2> 253404 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 253404 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ae91e3a: rootName = solr_43147, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2b5edccb
[junit4] 2> 253405 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43147_solr
[junit4] 2> 253405 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 253405 INFO (zkCallback-720-thread-1-processing-n:127.0.0.1:43147_solr) [n:127.0.0.1:43147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 253405 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 253408 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 253408 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.Overseer Overseer (id=72127421860806662-127.0.0.1:43147_solr-n_0000000000) closing
[junit4] 2> 253409 INFO (zkCallback-732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 253409 INFO (OverseerStateUpdate-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43147_solr
[junit4] 2> 253409 WARN (OverseerAutoScalingTriggerThread-72127421860806662-127.0.0.1:43147_solr-n_0000000000) [n:127.0.0.1:43147_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 253409 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 253410 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43f3804a{/solr,null,UNAVAILABLE}
[junit4] 2> 253410 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37123_solr
[junit4] 2> 253410 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 253410 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.Overseer Overseer (id=72127421860806661-127.0.0.1:37123_solr-n_0000000001) starting
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37123_solr]
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37123_solr]
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 253417 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 253418 INFO (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 253418 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 253418 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 253419 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 253419 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 254419 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 254419 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 254419 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 255419 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 255419 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 255420 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 256419 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 256420 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 256420 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 257420 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 257420 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 257420 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 258420 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 258420 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 258420 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 259420 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 259420 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 259420 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 260421 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 260421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 260421 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 261421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 261421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 261421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 262421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 262421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 262421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 263411 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 263421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 263421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 263421 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 263492 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 263492 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 263492 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 263508 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40b70a94{/solr,null,AVAILABLE}
[junit4] 2> 263509 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6908ff4d{HTTP/1.1,[http/1.1]}{127.0.0.1:35301}
[junit4] 2> 263509 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.Server Started @265353ms
[junit4] 2> 263509 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35301}
[junit4] 2> 263509 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 263509 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 263509 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 263509 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 263510 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:38:57.995994Z
[junit4] 2> 263536 INFO (zkConnectionManagerCallback-735-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 263537 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 263561 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43179/solr
[junit4] 2> 263596 INFO (zkConnectionManagerCallback-739-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 263628 INFO (zkConnectionManagerCallback-741-thread-1-processing-n:127.0.0.1:35301_solr) [n:127.0.0.1:35301_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 263631 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 263632 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 263634 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35301_solr
[junit4] 2> 263634 INFO (zkCallback-732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 263635 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 263672 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:35301_solr) [n:127.0.0.1:35301_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 263712 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35301.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 263723 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35301.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 263724 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35301.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 263725 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:35301_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8BE14BCB0BFD0FE8-001/tempDir-001/node3/.
[junit4] 2> 264422 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 264422 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 264422 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35301_solr at time 1065499345621658
[junit4] 2> 264422 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 265422 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 265423 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 265423 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 265423 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:35301_solr] added at times [1065499345621658], now=1065500346660004
[junit4] 2> 265423 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3c910e601129aTbvln4lw02tfo3hu819ufrkucz",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":1065499345621658,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065499345621658],
[junit4] 2> "nodeNames":["127.0.0.1:35301_solr"]}}
[junit4] 2> 265423 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerCTOOR]
[junit4] 2> 265425 INFO (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 265427 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3c910e601129aTbvln4lw02tfo3hu819ufrkucz",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":1065499345621658,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065499345621658],
[junit4] 2> "_enqueue_time_":1065500347700768,
[junit4] 2> "nodeNames":["127.0.0.1:35301_solr"]}}
[junit4] 2> 265428 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 265440 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 265441 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 265441 DEBUG (zkCallback-722-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 265441 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 265443 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 265443 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 265443 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 265445 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 18 ms for event id=3c910e601129aTbvln4lw02tfo3hu819ufrkucz
[junit4] 2> 266445 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 274447 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 284453 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 294457 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 294462 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 294462 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 294463 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 294463 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 294463 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 294463 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 294463 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 294466 INFO (qtp1761557628-4175) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 294468 INFO (qtp970221406-4105) [n:127.0.0.1:37123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 294468 DEBUG (qtp1761557628-4169) [n:127.0.0.1:35301_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 294469 INFO (qtp1761557628-4169) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 294469 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 294470 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 294470 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 294470 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 294471 INFO (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 294471 INFO (qtp1761557628-4174) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 294471 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 294471 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 294471 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 294471 DEBUG (ScheduledTrigger-1339-thread-3) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 294472 INFO (qtp970221406-4154) [n:127.0.0.1:37123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 294472 DEBUG (qtp1761557628-4173) [n:127.0.0.1:35301_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 294472 INFO (qtp1761557628-4173) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 294472 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 294472 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 294472 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 294473 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 294473 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 294473 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 294473 INFO (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 294474 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 294474 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 294474 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 294474 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 294474 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 294474 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 294474 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 294474 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b1e2ef7{/solr,null,AVAILABLE}
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e4c1cc4{HTTP/1.1,[http/1.1]}{127.0.0.1:42527}
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.Server Started @296319ms
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42527}
[junit4] 2> 294475 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 294475 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T22:39:28.961715Z
[junit4] 2> 294476 INFO (zkConnectionManagerCallback-745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 294477 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 294480 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43179/solr
[junit4] 2> 294481 INFO (zkConnectionManagerCallback-749-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 294483 INFO (zkConnectionManagerCallback-751-thread-1-processing-n:127.0.0.1:42527_solr) [n:127.0.0.1:42527_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 294486 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 294486 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 294487 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42527_solr
[junit4] 2> 294488 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:35301_solr) [n:127.0.0.1:35301_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 294488 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 294488 INFO (zkCallback-732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 294488 INFO (zkCallback-750-thread-1-processing-n:127.0.0.1:42527_solr) [n:127.0.0.1:42527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 294516 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42527.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 294522 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42527.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 294522 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42527.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d7c046
[junit4] 2> 294522 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [n:127.0.0.1:42527_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8BE14BCB0BFD0FE8-001/tempDir-001/node4/.
[junit4] 2> 295472 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 295472 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 295472 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42527_solr at time 1065530396214353
[junit4] 2> 295472 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:42527_solr] added at times [1065530396214353], now=1065530396266056
[junit4] 2> 295472 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3c91820c38451Tbvln4lw02tfo3hu819ufrkud1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1065530396214353,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065530396214353],
[junit4] 2> "nodeNames":["127.0.0.1:42527_solr"]}}
[junit4] 2> 295472 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 295473 INFO (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 295473 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3c91820c38451Tbvln4lw02tfo3hu819ufrkud1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1065530396214353,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065530396214353],
[junit4] 2> "_enqueue_time_":1065530396429448,
[junit4] 2> "nodeNames":["127.0.0.1:42527_solr"]}}
[junit4] 2> 295474 INFO (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 295475 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 295475 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 295475 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3c91820c38451Tbvln4lw02tfo3hu819ufrkud1
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42527_solr at time 1065535399180276
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:42527_solr] added at times [1065535399180276], now=1065535399205362
[junit4] 2> 300475 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3c9194af6b7f4Tbvln4lw02tfo3hu819ufrkud3",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1065535399180276,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065535399180276],
[junit4] 2> "nodeNames":["127.0.0.1:42527_solr"]}}
[junit4] 2> 300476 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 300476 INFO (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 300476 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3c9194af6b7f4Tbvln4lw02tfo3hu819ufrkud3",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1065535399180276,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065535399180276],
[junit4] 2> "_enqueue_time_":1065535399501203,
[junit4] 2> "nodeNames":["127.0.0.1:42527_solr"]}}
[junit4] 2> 300476 INFO (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518302369960000000 current time = 1518302374962000000
[junit4] 2> real diff: 5002000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 300476 INFO (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 300477 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 300477 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 300477 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3c9194af6b7f4Tbvln4lw02tfo3hu819ufrkud3
[junit4] 2> 300479 INFO (qtp1761557628-4173) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 300481 INFO (qtp970221406-4154) [n:127.0.0.1:37123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 300483 INFO (qtp1585072295-4211) [n:127.0.0.1:42527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 300484 DEBUG (qtp1585072295-4205) [n:127.0.0.1:42527_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 300484 INFO (qtp1585072295-4205) [n:127.0.0.1:42527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 300485 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 300485 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300485 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 300485 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300486 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300486 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 300486 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 300487 INFO (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 300487 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 300487 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 300488 INFO (qtp1761557628-4175) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 300490 INFO (qtp970221406-4105) [n:127.0.0.1:37123_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 300491 INFO (qtp1585072295-4229) [n:127.0.0.1:42527_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 300492 DEBUG (qtp1761557628-4170) [n:127.0.0.1:35301_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 300492 INFO (qtp1761557628-4170) [n:127.0.0.1:35301_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 300492 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 300492 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300493 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 300493 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300493 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300493 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 300493 DEBUG (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42527_solr, 127.0.0.1:35301_solr, 127.0.0.1:37123_solr]
[junit4] 2> 300493 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 300495 INFO (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 300495 DEBUG (OverseerAutoScalingTriggerThread-72127421860806661-127.0.0.1:37123_solr-n_0000000001) [n:127.0.0.1:37123_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 300495 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 300495 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e4c1cc4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 300495 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1415130606
[junit4] 2> 300495 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 300495 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@395de5cf: rootName = solr_42527, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@487689ca
[junit4] 2> 300500 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 300500 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@336ad425: rootName = solr_42527, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b1ce80f
[junit4] 2> 300503 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 300503 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d907301: rootName = solr_42527, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2b5edccb
[junit4] 2> 300504 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42527_solr
[junit4] 2> 300504 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 300504 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 300505 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 300505 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:35301_solr) [n:127.0.0.1:35301_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 300505 INFO (zkCallback-732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 300505 INFO (zkCallback-750-thread-1-processing-n:127.0.0.1:42527_solr) [n:127.0.0.1:42527_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 301488 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 301488 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42527_solr
[junit4] 2> 301488 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:42527_solr]
[junit4] 2> 301488 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3c9198752a50fTbvln4lw02tfo3hu819ufrkud5",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1065536411837711,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065536411837711],
[junit4] 2> "nodeNames":["127.0.0.1:42527_solr"]}}
[junit4] 2> 301488 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 301489 INFO (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:37123_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 301489 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3c9198752a50fTbvln4lw02tfo3hu819ufrkud5",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1065536411837711,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1065536411837711],
[junit4] 2> "_enqueue_time_":1065536412015614,
[junit4] 2> "nodeNames":["127.0.0.1:42527_solr"]}}
[junit4] 2> 301489 INFO (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 301490 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 301490 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 301490 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 301490 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 301490 DEBUG (AutoscalingActionExecutor-1340-thread-1-processing-n:127.0.0.1:37123_solr) [n:127.0.0.1:37123_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=3c9198752a50fTbvln4lw02tfo3hu819ufrkud5
[junit4] 2> 302005 WARN (zkCallback-750-thread-1-processing-n:127.0.0.1:42527_solr) [n:127.0.0.1:42527_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:42527_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:42527_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:882)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 302006 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b1e2ef7{/solr,null,UNAVAILABLE}
[junit4] 2> 302006 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[8BE14BCB0BFD0FE8]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 306490 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 306490 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 306490 DEBUG (ScheduledTrigger-1339-thread-4) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 306490 DEBUG (ScheduledTrigger-1339-thread-2) [n:127.0.0.1:37123_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42527_solr
[junit4] 2> 306490 DEBUG (ScheduledTrigger-1339-thread-1) [n:127.0.0.1:371
[...truncated too long message...]
plicasLost.shard1.leader, tag=400621535
[junit4] 2> 2988204 INFO (jetty-closer-5074-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f62cb28{/solr,null,UNAVAILABLE}
[junit4] 2> 2988204 INFO (jetty-closer-5074-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2988204 ERROR (SUITE-ComputePlanActionTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2988204 INFO (SUITE-ComputePlanActionTest-seed#[8BE14BCB0BFD0FE8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42775 42775
[junit4] 2> 2998252 INFO (Thread-7586) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42775 42775
[junit4] 2> 2998253 WARN (Thread-7586) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/aliases.json
[junit4] 2> 15 /solr/clusterprops.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/security.json
[junit4] 2> 9 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard2
[junit4] 2> 9 /solr/collections/testNodeWithMultipleReplicasLost/terms/shard1
[junit4] 2> 6 /solr/collections/testNodeLost/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected2/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected1/terms/shard1
[junit4] 2> 5 /solr/collections/testSelected2/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard2
[junit4] 2> 5 /solr/collections/testSelected3/terms/shard1
[junit4] 2> 3 /solr/collections/testNodeAdded/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections/testSelected1/state.json
[junit4] 2> 32 /solr/collections/testSelected3/state.json
[junit4] 2> 31 /solr/collections/testSelected2/state.json
[junit4] 2> 27 /solr/collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 16 /solr/collections/testNodeLost/state.json
[junit4] 2> 15 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testNodeAdded/state.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72127598486487043-127.0.0.1:37173_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72127598486487056-127.0.0.1:37893_solr-n_0000000003
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard1/election/72127598486487072-core_node5-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72127598486487062-127.0.0.1:36943_solr-n_0000000005
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/live_nodes
[junit4] 2> 48 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_8BE14BCB0BFD0FE8-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=nb-NO, timezone=Europe/Simferopol
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=263075128,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaManager, TestSimDistributedQueue, DistanceFunctionTest, UninvertDocValuesMergePolicyTest, TestSolrFieldCacheBean, LargeFieldTest, MultiTermTest, CleanupOldIndexTest, TestSolrCoreProperties, SolrXmlInZkTest, AliasIntegrationTest, CollectionsAPISolrJTest, TestSystemCollAutoCreate, SearchHandlerTest, ConfigureRecoveryStrategyTest, MoreLikeThisHandlerTest, DateMathParserTest, NodeAddedTriggerTest, ClusterStateTest, WordBreakSolrSpellCheckerTest, ClassificationUpdateProcessorIntegrationTest, TestRawTransformer, TestLegacyTerms, AutoscalingHistoryHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestSolrCLIRunExample, TestAnalyzedSuggestions, TestHashQParserPlugin, DistributedQueryComponentOptimizationTest, TestRandomDVFaceting, ImplicitSnitchTest, TestStressReorder, TestFieldCache, TestReloadDeadlock, StatelessScriptUpdateProcessorFactoryTest, TestFileDictionaryLookup, TestComplexPhraseLeadingWildcard, DeleteReplicaTest, LukeRequestHandlerTest, HdfsDirectoryTest, MigrateRouteKeyTest, SimpleCollectionCreateDeleteTest, TestBadConfig, TestClusterStateProvider, PreAnalyzedUpdateProcessorTest, BasicDistributedZk2Test, RecoveryAfterSoftCommitTest, TestFiltering, TestSQLHandlerNonCloud, RegexBoostProcessorTest, TestChildDocTransformer, OverseerStatusTest, SuggesterTSTTest, TestJavabinTupleStreamParser, TestConfigSetsAPIZkFailure, ClusterStateUpdateTest, TestSolrCoreSnapshots, TestNamedUpdateProcessors, TestLMJelinekMercerSimilarityFactory, TestUseDocValuesAsStored, DistribCursorPagingTest, TestRestManager, AssignTest, TestLegacyField, SolrJmxReporterTest, FileBasedSpellCheckerTest, TestCodecSupport, ConnectionManagerTest, NodeMutatorTest, CollectionsAPIAsyncDistributedZkTest, AtomicUpdateProcessorFactoryTest, PropertiesRequestHandlerTest, TestEmbeddedSolrServerConstructors, DistributedDebugComponentTest, HdfsSyncSliceTest, TestUtilizeNode, BlobRepositoryCloudTest, TestReqParamsAPI, HighlighterMaxOffsetTest, NotRequiredUniqueKeyTest, TestStressCloudBlindAtomicUpdates, TestUninvertingReader, SpatialFilterTest, TestCloudPseudoReturnFields, TestDynamicFieldCollectionResource, UniqFieldsUpdateProcessorFactoryTest, TestLockTree, LeaderElectionTest, TestUpdate, DocValuesTest, TestPayloadScoreQParserPlugin, MoveReplicaHDFSTest, LeaderFailureAfterFreshStartTest, PingRequestHandlerTest, CacheHeaderTest, UpdateLogTest, DocExpirationUpdateProcessorFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CdcrUpdateLogTest, AnalysisAfterCoreReloadTest, TestConfigSetProperties, TestRequestForwarding, NumericFieldsTest, TestDistribDocBasedVersion, TestAtomicUpdateErrorCases, HdfsAutoAddReplicasIntegrationTest, TestCloudInspectUtil, CustomCollectionTest, HLLSerializationTest, TestDistributedStatsComponentCardinality, SortSpecParsingTest, BJQParserTest, TestSmileRequest, AnalyticsQueryTest, BadCopyFieldTest, BlockCacheTest, DistributedFacetPivotLargeTest, TestLFUCache, UUIDUpdateProcessorFallbackTest, DocValuesMultiTest, DistributedSpellCheckComponentTest, DirectSolrSpellCheckerTest, SolrGangliaReporterTest, CdcrBidirectionalTest, UnloadDistributedZkTest, TestSolrDeletionPolicy2, TestManagedStopFilterFactory, SolrTestCaseJ4Test, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, TestFaceting, TestRecovery, ZkControllerTest, TestReload, TestRangeQuery, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, TestTrie, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, TestSolrDeletionPolicy1, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestComponentsName, SOLR749Test, TestQuerySenderListener, CopyFieldTest, ResponseLogComponentTest, SampleTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, ConnectionReuseTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, HttpPartitionTest, LIRRollingUpdatesTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, TestCloudJSONFacetJoinDomain, TestCloudSearcherWarming, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, CollectionsAPIDistributedZkTest, AutoScalingHandlerTest, ComputePlanActionTest]
[junit4] Completed [571/775 (2!)] on J2 in 49.88s, 4 tests, 1 failure <<< FAILURES!
[...truncated 41696 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_162) - Build # 1331
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1331/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([BA7A5B25EDBC89F3:8BC436C19316FC01]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12407 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/init-core-data-001
[junit4] 2> 276590 WARN (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 276590 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 276591 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 276591 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 276592 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/tempDir-001
[junit4] 2> 276592 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 276592 INFO (Thread-465) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 276592 INFO (Thread-465) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 276594 ERROR (Thread-465) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 276692 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41123
[junit4] 2> 276694 INFO (zkConnectionManagerCallback-423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276696 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 276696 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 276697 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dee83{/solr,null,AVAILABLE}
[junit4] 2> 276698 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5526b1{/solr,null,AVAILABLE}
[junit4] 2> 276698 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f7142f{HTTP/1.1,[http/1.1]}{127.0.0.1:41911}
[junit4] 2> 276698 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b199fc{HTTP/1.1,[http/1.1]}{127.0.0.1:34689}
[junit4] 2> 276698 INFO (jetty-launcher-420-thread-2) [ ] o.e.j.s.Server Started @278725ms
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-1) [ ] o.e.j.s.Server Started @278725ms
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41911}
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34689}
[junit4] 2> 276699 ERROR (jetty-launcher-420-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276699 ERROR (jetty-launcher-420-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:25:05.715Z
[junit4] 2> 276699 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:25:05.715Z
[junit4] 2> 276700 INFO (zkConnectionManagerCallback-427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276701 INFO (zkConnectionManagerCallback-426-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276701 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 276701 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 276715 INFO (jetty-launcher-420-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41123/solr
[junit4] 2> 276716 INFO (jetty-launcher-420-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41123/solr
[junit4] 2> 276723 INFO (zkConnectionManagerCallback-432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276723 INFO (zkConnectionManagerCallback-435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276726 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003ed0b83f0004, likely client has closed socket
[junit4] 2> 276726 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003ed0b83f0003, likely client has closed socket
[junit4] 2> 276727 INFO (zkConnectionManagerCallback-437-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276760 INFO (zkConnectionManagerCallback-439-thread-1-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276770 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 276770 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34689_solr
[junit4] 2> 276771 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.Overseer Overseer (id=72126660203184134-127.0.0.1:34689_solr-n_0000000000) starting
[junit4] 2> 276795 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34689_solr
[junit4] 2> 276795 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 276801 INFO (zkCallback-438-thread-1-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 276801 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 276802 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34689_solr]
[junit4] 2> 276802 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 276802 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 276813 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 276814 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 276817 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41911_solr
[junit4] 2> 276822 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 276823 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 276830 DEBUG (ScheduledTrigger-751-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 276843 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 276849 INFO (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 276891 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34689.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 276899 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34689.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 276901 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34689.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 276902 INFO (jetty-launcher-420-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/tempDir-001/node1/.
[junit4] 2> 276940 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41911.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 276948 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41911.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 276948 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41911.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 276949 INFO (jetty-launcher-420-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/tempDir-001/node2/.
[junit4] 2> 276973 INFO (zkConnectionManagerCallback-445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276982 INFO (zkConnectionManagerCallback-449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 276983 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 276983 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41123/solr ready
[junit4] 2> 276993 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 276993 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 276993 DEBUG (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 276993 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 276995 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 276995 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 276995 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 277016 INFO (qtp18883629-1986) [n:127.0.0.1:34689_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=7
[junit4] 2> 277019 INFO (qtp3213306-1926) [n:127.0.0.1:41911_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 277020 DEBUG (qtp18883629-1925) [n:127.0.0.1:34689_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 277020 INFO (qtp18883629-1925) [n:127.0.0.1:34689_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 277021 DEBUG (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 277023 DEBUG (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34689_solr, 127.0.0.1:41911_solr]
[junit4] 2> 277023 DEBUG (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 277024 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 277024 INFO (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 277025 INFO (qtp18883629-1933) [n:127.0.0.1:34689_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 277025 DEBUG (ScheduledTrigger-751-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 277025 DEBUG (ScheduledTrigger-751-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 277026 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 277026 DEBUG (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 277038 INFO (qtp18883629-1933) [n:127.0.0.1:34689_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 277039 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bb97fb{/solr,null,AVAILABLE}
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@974778{HTTP/1.1,[http/1.1]}{127.0.0.1:33895}
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.Server Started @279074ms
[junit4] 2> 277047 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33895}
[junit4] 2> 277048 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 277048 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 277048 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 277048 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 277048 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:25:06.064Z
[junit4] 2> 277050 INFO (zkConnectionManagerCallback-451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 277050 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 277054 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003ed0b83f0009, likely client has closed socket
[junit4] 2> 277061 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41123/solr
[junit4] 2> 277064 INFO (zkConnectionManagerCallback-455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 277071 INFO (zkConnectionManagerCallback-457-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 277075 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 277076 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 277077 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33895_solr
[junit4] 2> 277077 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 277078 INFO (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 277094 INFO (zkCallback-448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 277094 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 277152 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33895.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 277159 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33895.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 277159 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33895.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 277160 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:33895_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/tempDir-001/node3/.
[junit4] 2> 278026 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 278026 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 278027 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33895_solr at time 1053867480462446
[junit4] 2> 279027 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 279027 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 279035 INFO (OverseerCollectionConfigSetProcessor-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 280028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 280028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 281028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 281028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 282028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 282028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 283028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 283028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 284028 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 284029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 285029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 285029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 286029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 286029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 287029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 287029 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 288030 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 288030 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 288030 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:33895_solr] added at times [1053867480462446], now=1053877484203716
[junit4] 2> 288031 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3be7ca4d0346eTqv32djn0k4rzcgbaoiyw91xz",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1053867480462446,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053867480462446],
[junit4] 2> "nodeNames":["127.0.0.1:33895_solr"]}}
[junit4] 2> 288031 DEBUG (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 288032 INFO (ScheduledTrigger-751-thread-3) [n:127.0.0.1:34689_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 288035 DEBUG (AutoscalingActionExecutor-752-thread-1-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3be7ca4d0346eTqv32djn0k4rzcgbaoiyw91xz",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1053867480462446,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053867480462446],
[junit4] 2> "_enqueue_time_":1053877484878555,
[junit4] 2> "nodeNames":["127.0.0.1:33895_solr"]}}
[junit4] 2> 288036 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 288038 DEBUG (AutoscalingActionExecutor-752-thread-1-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 288038 DEBUG (AutoscalingActionExecutor-752-thread-1-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=3be7ca4d0346eTqv32djn0k4rzcgbaoiyw91xz
[junit4] 2> 288101 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 288101 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 288102 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@87bf94{/solr,null,AVAILABLE}
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dd094b{HTTP/1.1,[http/1.1]}{127.0.0.1:36637}
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.Server Started @290137ms
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36637}
[junit4] 2> 288111 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 288111 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:25:17.127Z
[junit4] 2> 288133 INFO (zkConnectionManagerCallback-461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288134 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 288163 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41123/solr
[junit4] 2> 288180 INFO (zkConnectionManagerCallback-465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288218 INFO (zkConnectionManagerCallback-467-thread-1-processing-n:127.0.0.1:36637_solr) [n:127.0.0.1:36637_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288222 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 288225 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 288229 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36637_solr
[junit4] 2> 288230 INFO (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 288230 INFO (zkCallback-448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 288230 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 288230 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 288258 INFO (zkCallback-466-thread-1-processing-n:127.0.0.1:36637_solr) [n:127.0.0.1:36637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 288367 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36637.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 288396 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36637.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 288396 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36637.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 288398 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36637_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/tempDir-001/node4/.
[junit4] 2> 293039 DEBUG (ScheduledTrigger-751-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 293039 DEBUG (ScheduledTrigger-751-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 293039 DEBUG (ScheduledTrigger-751-thread-1) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36637_solr at time 1053882492554905
[junit4] 2> 294039 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 294039 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 295039 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 295039 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 296040 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 296040 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 297040 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 297040 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 298040 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 298040 DEBUG (ScheduledTrigger-751-thread-4) [n:127.0.0.1:34689_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 298464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b199fc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 298464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31160662
[junit4] 2> 298464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 298464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@546e03: rootName = solr_34689, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a3347e
[junit4] 2> 298470 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 298470 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b5521: rootName = solr_34689, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@13137f3
[junit4] 2> 298473 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 298473 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b36992: rootName = solr_34689, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2a79
[junit4] 2> 298475 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34689_solr
[junit4] 2> 298475 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 298475 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 298475 INFO (zkCallback-438-thread-2-processing-n:127.0.0.1:34689_solr) [n:127.0.0.1:34689_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 298475 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 298475 INFO (zkCallback-466-thread-1-processing-n:127.0.0.1:36637_solr) [n:127.0.0.1:36637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 298475 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 298475 INFO (zkCallback-448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 298476 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.Overseer Overseer (id=72126660203184134-127.0.0.1:34689_solr-n_0000000000) closing
[junit4] 2> 298476 INFO (OverseerStateUpdate-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34689_solr
[junit4] 2> 298476 WARN (OverseerAutoScalingTriggerThread-72126660203184134-127.0.0.1:34689_solr-n_0000000000) [n:127.0.0.1:34689_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 298476 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 298476 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2dee83{/solr,null,UNAVAILABLE}
[junit4] 2> 298477 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 298477 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41911_solr
[junit4] 2> 298477 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.Overseer Overseer (id=72126660203184133-127.0.0.1:41911_solr-n_0000000001) starting
[junit4] 2> 298479 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 298479 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 298479 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36637_solr, 127.0.0.1:33895_solr, 127.0.0.1:41911_solr]
[junit4] 2> 298479 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 298480 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36637_solr, 127.0.0.1:33895_solr, 127.0.0.1:41911_solr]
[junit4] 2> 298480 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 298480 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 298480 INFO (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 298480 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:36637_solr
[junit4] 2> 298480 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 298481 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 298481 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 298481 DEBUG (ScheduledTrigger-772-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 299481 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 299481 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 299482 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 300481 DEBUG (ScheduledTrigger-772-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 300481 DEBUG (ScheduledTrigger-772-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 300482 DEBUG (ScheduledTrigger-772-thread-4) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 301482 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 301482 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 301482 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 302482 DEBUG (ScheduledTrigger-772-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 302482 DEBUG (ScheduledTrigger-772-thread-2) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 302482 DEBUG (ScheduledTrigger-772-thread-4) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 303482 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 303482 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 303482 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:36637_solr] added at times [1053882492554905], now=1053892935985449
[junit4] 2> 303482 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 303482 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3be80239a8e99Tqv32djn0k4rzcgbaoiyw91y1",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1053882492554905,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053882492554905],
[junit4] 2> "nodeNames":["127.0.0.1:36637_solr"]}}
[junit4] 2> 303483 DEBUG (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 303483 INFO (ScheduledTrigger-772-thread-1) [n:127.0.0.1:41911_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 303483 DEBUG (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3be80239a8e99Tqv32djn0k4rzcgbaoiyw91y1",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1053882492554905,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053882492554905],
[junit4] 2> "_enqueue_time_":1053892936523482,
[junit4] 2> "nodeNames":["127.0.0.1:36637_solr"]}}
[junit4] 2> 303483 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 303484 DEBUG (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 303484 DEBUG (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 303484 DEBUG (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=3be80239a8e99Tqv32djn0k4rzcgbaoiyw91y1
[junit4] 2> 303497 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 303497 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 303497 DEBUG (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 303497 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 303507 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 303508 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 303508 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 303509 INFO (qtp21819720-1994) [n:127.0.0.1:33895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 303511 INFO (qtp21819720-1994) [n:127.0.0.1:33895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 303515 INFO (qtp21819720-2056) [n:127.0.0.1:33895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 303516 INFO (qtp7400942-2020) [n:127.0.0.1:36637_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 303517 INFO (qtp3213306-1938) [n:127.0.0.1:41911_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 303518 DEBUG (qtp21819720-1998) [n:127.0.0.1:33895_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 303518 INFO (qtp21819720-1998) [n:127.0.0.1:33895_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 303518 DEBUG (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 303519 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 303519 DEBUG (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36637_solr, 127.0.0.1:33895_solr, 127.0.0.1:41911_solr]
[junit4] 2> 303519 DEBUG (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 303519 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 303520 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 303520 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 303520 DEBUG (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 303520 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 303520 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 303520 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 303522 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 303522 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 303523 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 303523 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1deacad{/solr,null,AVAILABLE}
[junit4] 2> 303523 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d3958f{HTTP/1.1,[http/1.1]}{127.0.0.1:36365}
[junit4] 2> 303523 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.Server Started @305549ms
[junit4] 2> 303523 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36365}
[junit4] 2> 303523 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 303524 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 303524 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 303524 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 303524 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T19:25:32.540Z
[junit4] 2> 303527 INFO (zkConnectionManagerCallback-471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 303527 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 303534 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41123/solr
[junit4] 2> 303535 INFO (zkConnectionManagerCallback-475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 303537 INFO (zkConnectionManagerCallback-477-thread-1-processing-n:127.0.0.1:36365_solr) [n:127.0.0.1:36365_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 303542 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 303544 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 303545 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36365_solr
[junit4] 2> 303546 INFO (zkCallback-466-thread-1-processing-n:127.0.0.1:36637_solr) [n:127.0.0.1:36637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 303546 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 303547 INFO (zkCallback-448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 303547 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 303547 INFO (zkCallback-476-thread-1-processing-n:127.0.0.1:36365_solr) [n:127.0.0.1:36365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 303675 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36365.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 303685 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36365.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 303685 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36365.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@187a69c
[junit4] 2> 303687 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [n:127.0.0.1:36365_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001/tempDir-001/node5/.
[junit4] 2> 304520 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 304520 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 304520 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:36365_solr at time 1053893974398868
[junit4] 2> 305510 INFO (OverseerCollectionConfigSetProcessor-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 305521 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 305521 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 305521 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:36365_solr] added at times [1053893974398868], now=1053894975350959
[junit4] 2> 305521 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1053893974398868,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053893974398868],
[junit4] 2> "nodeNames":["127.0.0.1:36365_solr"]}}
[junit4] 2> 305522 DEBUG (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 305522 INFO (ScheduledTrigger-772-thread-3) [n:127.0.0.1:41911_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 305522 DEBUG (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1053893974398868,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053893974398868],
[junit4] 2> "_enqueue_time_":1053894975479450,
[junit4] 2> "nodeNames":["127.0.0.1:36365_solr"]}}
[junit4] 2> 305522 INFO (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1053893974398868,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053893974398868],
[junit4] 2> "_enqueue_time_":1053894975479450,
[junit4] 2> "nodeNames":["127.0.0.1:36365_solr"]}}
[junit4] 2> 305525 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f7142f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 305525 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=14950052
[junit4] 2> 305526 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 305526 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b0f39: rootName = solr_41911, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@da2c4b
[junit4] 2> 305534 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 305534 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17d94ec: rootName = solr_41911, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@13137f3
[junit4] 2> 305539 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 305539 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a55e9: rootName = solr_41911, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2a79
[junit4] 2> 305540 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41911_solr
[junit4] 2> 305540 INFO (zkCallback-476-thread-1-processing-n:127.0.0.1:36365_solr) [n:127.0.0.1:36365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 305541 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 305541 INFO (zkCallback-466-thread-1-processing-n:127.0.0.1:36637_solr) [n:127.0.0.1:36637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 305541 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 305541 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 305541 INFO (zkCallback-448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 305541 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.Overseer Overseer (id=72126660203184133-127.0.0.1:41911_solr-n_0000000001) closing
[junit4] 2> 305541 INFO (OverseerStateUpdate-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41911_solr
[junit4] 2> 305541 INFO (zkCallback-436-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 305542 WARN (OverseerAutoScalingTriggerThread-72126660203184133-127.0.0.1:41911_solr-n_0000000001) [n:127.0.0.1:41911_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 305542 WARN (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 305543 DEBUG (AutoscalingActionExecutor-773-thread-1-processing-n:127.0.0.1:41911_solr) [n:127.0.0.1:41911_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 20 ms for event id=3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3
[junit4] 2> 305543 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 305543 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33895_solr
[junit4] 2> 305544 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5526b1{/solr,null,UNAVAILABLE}
[junit4] 2> 305544 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 305544 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.Overseer Overseer (id=72126660203184139-127.0.0.1:33895_solr-n_0000000002) starting
[junit4] 2> 305551 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 305551 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 305551 INFO (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 305551 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36637_solr, 127.0.0.1:36365_solr, 127.0.0.1:33895_solr]
[junit4] 2> 305552 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 305552 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36637_solr, 127.0.0.1:36365_solr, 127.0.0.1:33895_solr]
[junit4] 2> 305552 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 305552 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 305553 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 305553 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 305553 DEBUG (ScheduledTrigger-783-thread-1) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 305554 DEBUG (ScheduledTrigger-783-thread-2) [n:127.0.0.1:33895_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1053893974398868,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053893974398868],
[junit4] 2> "_dequeue_time_":1053895007295575,
[junit4] 2> "_enqueue_time_":1053894975479450,
[junit4] 2> "nodeNames":["127.0.0.1:36365_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 305554 DEBUG (ScheduledTrigger-783-thread-2) [n:127.0.0.1:33895_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 305554 INFO (ScheduledTrigger-783-thread-2) [n:127.0.0.1:33895_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 305554 DEBUG (AutoscalingActionExecutor-784-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1053893974398868,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053893974398868],
[junit4] 2> "_dequeue_time_":1053895007295575,
[junit4] 2> "_enqueue_time_":1053894975479450,
[junit4] 2> "nodeNames":["127.0.0.1:36365_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 305554 INFO (AutoscalingActionExecutor-784-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":1053893974398868,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1053893974398868],
[junit4] 2> "_dequeue_time_":1053895007295575,
[junit4] 2> "_enqueue_time_":1053894975479450,
[junit4] 2> "nodeNames":["127.0.0.1:36365_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 305555 DEBUG (ScheduledTrigger-783-thread-2) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 305555 DEBUG (ScheduledTrigger-783-thread-2) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 305555 DEBUG (AutoscalingActionExecutor-784-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 305558 DEBUG (AutoscalingActionExecutor-784-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 305558 DEBUG (AutoscalingActionExecutor-784-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=3be82cff99794Tqv32djn0k4rzcgbaoiyw91y3
[junit4] 2> 310545 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 310556 DEBUG (ScheduledTrigger-783-thread-3) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 310559 DEBUG (ScheduledTrigger-783-thread-1) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 310559 DEBUG (ScheduledTrigger-783-thread-1) [n:127.0.0.1:33895_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 310561 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 310561 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[BA7A5B25EDBC89F3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 310562 DEBUG (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 310562 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 310562 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 310562 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 310562 DEBUG (OverseerAutoScalingTriggerThread-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 310563 INFO (zkConnectionManagerCallback-481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 310566 INFO (qtp21819720-2000) [n:127.0.0.1:33895_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 310567 INFO (OverseerThreadFactory-785-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 310671 INFO (OverseerStateUpdate-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33895/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 310672 INFO (OverseerStateUpdate-72126660203184139-127.0.0.1:33895_solr-n_0000000002) [n:127.0.0.1:33895_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36365/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 310874 INFO (qtp21819720-2055) [n:127.0.0.1:33895_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 310875 INFO (qtp21819720-2055) [n:127.0.0.1:33895_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 310881 INFO (qtp13598783-2061) [n:127.0.0.1:36365_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 310881 INFO (qtp13598783-2061) [n:127.0.0.1:36365_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 310985 INFO (zkCallback-476-thread-1-processing-n:127.0.0.1:36365_solr) [n:127.0.0.1:36365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 310985 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 310985 INFO (zkCallback-456-thread-2-processing-n:127.0.0.1:33895_solr) [n:127.0.0.1:33895_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 310985 INFO (zkCallback-476-thread-2-processing-n:127.0.0.1:36365_solr) [n:127.0.0.1:36365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 311897 INFO (qtp13598783-2061) [n:127.0.0.1:36365_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 311939 INFO (qtp21819720-2055) [n:127.0.0.1:33895_solr c:testMetricTrigger s:shard1 r:core_nod
[...truncated too long message...]
thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dcf3b0{/solr,null,UNAVAILABLE}
[junit4] 2> 474576 INFO (jetty-closer-421-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 474591 INFO (coreCloseExecutor-952-thread-2) [n:127.0.0.1:36511_solr c:collection1 s:shard1 r:core_node16 x:collection1_shard1_replica_n15] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n15, tag=13185056
[junit4] 2> 474591 INFO (coreCloseExecutor-952-thread-2) [n:127.0.0.1:36511_solr c:collection1 s:shard1 r:core_node16 x:collection1_shard1_replica_n15] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c3e7b: rootName = solr_36511, domain = solr.core.collection1.shard1.replica_n15, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n15 / com.codahale.metrics.MetricRegistry@ba96d6
[junit4] 2> 474603 INFO (coreCloseExecutor-953-thread-1) [n:127.0.0.1:37455_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=4096098
[junit4] 2> 474603 INFO (coreCloseExecutor-954-thread-1) [n:127.0.0.1:40809_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=14992727
[junit4] 2> 474604 INFO (coreCloseExecutor-955-thread-1) [n:127.0.0.1:39059_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=17307382
[junit4] 2> 474604 INFO (coreCloseExecutor-957-thread-1) [n:127.0.0.1:34613_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=20697933
[junit4] 2> 474606 INFO (jetty-closer-421-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72126660203184152-127.0.0.1:34613_solr-n_0000000006) closing
[junit4] 2> 474607 INFO (OverseerStateUpdate-72126660203184152-127.0.0.1:34613_solr-n_0000000006) [n:127.0.0.1:34613_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34613_solr
[junit4] 2> 474608 WARN (OverseerAutoScalingTriggerThread-72126660203184152-127.0.0.1:34613_solr-n_0000000006) [n:127.0.0.1:34613_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 474610 DEBUG (jetty-closer-421-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 474610 INFO (jetty-closer-421-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65bab0{/solr,null,UNAVAILABLE}
[junit4] 2> 474610 INFO (jetty-closer-421-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 474608 INFO (coreCloseExecutor-958-thread-1) [n:127.0.0.1:45791_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=4818845
[junit4] 2> 474610 INFO (jetty-closer-421-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e7e3f3{/solr,null,UNAVAILABLE}
[junit4] 2> 474610 INFO (jetty-closer-421-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 474612 INFO (zkCallback-570-thread-2-processing-n:127.0.0.1:45791_solr) [n:127.0.0.1:45791_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45791_solr
[junit4] 2> 474613 INFO (jetty-closer-421-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@170b776{/solr,null,UNAVAILABLE}
[junit4] 2> 474613 INFO (jetty-closer-421-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 474614 INFO (jetty-closer-421-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c2fd4d{/solr,null,UNAVAILABLE}
[junit4] 2> 474614 INFO (jetty-closer-421-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 474615 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1003ed0b83f002d, likely client has closed socket
[junit4] 2> 474615 INFO (zkCallback-590-thread-1-processing-n:127.0.0.1:36511_solr) [n:127.0.0.1:36511_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36511_solr
[junit4] 2> 474615 INFO (coreCloseExecutor-952-thread-1) [n:127.0.0.1:36511_solr c:collection1 s:shard1 r:core_node14 x:collection1_shard1_replica_n13] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=9605266
[junit4] 2> 474615 INFO (coreCloseExecutor-952-thread-2) [n:127.0.0.1:36511_solr c:collection1 s:shard1 r:core_node16 x:collection1_shard1_replica_n15] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=13185056
[junit4] 2> 474617 INFO (jetty-closer-421-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a7727{/solr,null,UNAVAILABLE}
[junit4] 2> 474617 INFO (jetty-closer-421-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 476115 INFO (jetty-closer-421-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1829a7a{/solr,null,UNAVAILABLE}
[junit4] 2> 476115 INFO (jetty-closer-421-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 476116 ERROR (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 476116 INFO (SUITE-TriggerIntegrationTest-seed#[BA7A5B25EDBC89F3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41123 41123
[junit4] 2> 481834 INFO (Thread-465) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41123 41123
[junit4] 2> 481836 WARN (Thread-465) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 19 /solr/clusterprops.json
[junit4] 2> 19 /solr/aliases.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 101 /solr/collections/collection1/state.json
[junit4] 2> 36 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 19 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72126660203184161-127.0.0.1:39059_solr-n_0000000009
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72126660203184173-core_node3-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72126660203184161-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72126660203184142-127.0.0.1:36637_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72126660203184167-127.0.0.1:40809_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/72126660203184173-127.0.0.1:45791_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72126660203184152-127.0.0.1:34613_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/72126660203184155-127.0.0.1:45527_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 19 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_BA7A5B25EDBC89F3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Direct), id=Lucene50(blocksize=128), x_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=595, maxMBSortInHeap=5.025671998387754, sim=RandomSimilarity(queryNorm=true): {}, locale=de-LU, timezone=Africa/El_Aaiun
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=49505472,total=162803712
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCoreParser, TestGraphMLResponseWriter, RequiredFieldsTest, TestPayloadCheckQParserPlugin, TestPullReplicaErrorHandling, UpdateRequestProcessorFactoryTest, TestNumericTerms64, TestRebalanceLeaders, TestSystemIdResolver, RestartWhileUpdatingTest, OverriddenZkACLAndCredentialsProvidersTest, SolrCoreTest, TestDistributedGrouping, TestManagedSynonymGraphFilterFactory, BasicFunctionalityTest, TestSegmentSorting, TestFuzzyAnalyzedSuggestions, OverseerRolesTest, TestConfigSetsAPIExclusivity, TestReplicationHandlerBackup, JsonLoaderTest, TriggerIntegrationTest]
[junit4] Completed [93/775 (1!)] on J1 in 205.35s, 14 tests, 1 failure <<< FAILURES!
[...truncated 46264 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_162) - Build # 1330
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1330/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseG1GC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=11433, name=jetty-launcher-2644-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=11437, name=jetty-launcher-2644-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=11433, name=jetty-launcher-2644-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=11437, name=jetty-launcher-2644-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A]:0)
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:43375_solr, 127.0.0.1:43751_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/17)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/", "base_url":"http://127.0.0.1:43375/solr", "node_name":"127.0.0.1:43375_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active"}, "core_node5":{ "dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/", "base_url":"http://127.0.0.1:43375/solr", "node_name":"127.0.0.1:43375_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/", "base_url":"http://127.0.0.1:35725/solr", "node_name":"127.0.0.1:35725_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/", "base_url":"http://127.0.0.1:43375/solr", "node_name":"127.0.0.1:43375_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:43375_solr, 127.0.0.1:43751_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/17)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/",
"base_url":"http://127.0.0.1:43375/solr",
"node_name":"127.0.0.1:43375_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active"},
"core_node5":{
"dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/",
"base_url":"http://127.0.0.1:43375/solr",
"node_name":"127.0.0.1:43375_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/",
"base_url":"http://127.0.0.1:35725/solr",
"node_name":"127.0.0.1:35725_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/",
"base_url":"http://127.0.0.1:43375/solr",
"node_name":"127.0.0.1:43375_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A:85C3F447CBFEE1CB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A:74C59217E56AF3EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:713)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A:B98E79ABD6C7B780]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A:77CE736B3E5E355]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A:D08C74445645CA1D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12798 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/init-core-data-001
[junit4] 2> 723312 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 723313 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 723314 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 723314 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 723315 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001
[junit4] 2> 723315 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 723315 INFO (Thread-1200) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 723315 INFO (Thread-1200) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 723317 ERROR (Thread-1200) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 723415 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34359
[junit4] 2> 723418 INFO (zkConnectionManagerCallback-1274-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723422 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 723422 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 723422 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 723423 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 723427 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1854714{/solr,null,AVAILABLE}
[junit4] 2> 723427 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14d5f89{/solr,null,AVAILABLE}
[junit4] 2> 723427 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1312abc{/solr,null,AVAILABLE}
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eba0c0{HTTP/1.1,[http/1.1]}{127.0.0.1:43375}
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.e.j.s.Server Started @725182ms
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43375}
[junit4] 2> 723432 ERROR (jetty-launcher-1271-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 723432 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T15:33:16.511Z
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d4497{HTTP/1.1,[http/1.1]}{127.0.0.1:43751}
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a285ee{HTTP/1.1,[http/1.1]}{127.0.0.1:35725}
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.e.j.s.Server Started @725183ms
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.e.j.s.Server Started @725183ms
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43751}
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35725}
[junit4] 2> 723433 ERROR (jetty-launcher-1271-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 723433 ERROR (jetty-launcher-1271-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T15:33:16.512Z
[junit4] 2> 723433 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T15:33:16.512Z
[junit4] 2> 723443 INFO (zkConnectionManagerCallback-1276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723443 INFO (zkConnectionManagerCallback-1280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723443 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 723443 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 723447 INFO (zkConnectionManagerCallback-1278-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723450 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 723456 INFO (jetty-launcher-1271-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34359/solr
[junit4] 2> 723456 INFO (jetty-launcher-1271-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34359/solr
[junit4] 2> 723456 INFO (jetty-launcher-1271-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34359/solr
[junit4] 2> 723458 INFO (zkConnectionManagerCallback-1286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723459 INFO (zkConnectionManagerCallback-1292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723459 INFO (zkConnectionManagerCallback-1290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723460 INFO (zkConnectionManagerCallback-1296-thread-1-processing-n:127.0.0.1:43375_solr) [n:127.0.0.1:43375_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723460 INFO (zkConnectionManagerCallback-1298-thread-1-processing-n:127.0.0.1:35725_solr) [n:127.0.0.1:35725_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723464 INFO (zkConnectionManagerCallback-1294-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723499 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 723499 INFO (jetty-launcher-1271-thread-1) [n:127.0.0.1:43375_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 723499 INFO (jetty-launcher-1271-thread-2) [n:127.0.0.1:35725_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 723500 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43751_solr
[junit4] 2> 723500 INFO (jetty-launcher-1271-thread-1) [n:127.0.0.1:43375_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43375_solr
[junit4] 2> 723500 INFO (jetty-launcher-1271-thread-2) [n:127.0.0.1:35725_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35725_solr
[junit4] 2> 723500 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.c.Overseer Overseer (id=72125748648869895-127.0.0.1:43751_solr-n_0000000000) starting
[junit4] 2> 723504 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:43375_solr) [n:127.0.0.1:43375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 723504 INFO (zkCallback-1297-thread-1-processing-n:127.0.0.1:35725_solr) [n:127.0.0.1:35725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 723504 INFO (zkCallback-1293-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 723512 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 723512 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43751_solr
[junit4] 2> 723512 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 723513 INFO (zkCallback-1297-thread-1-processing-n:127.0.0.1:35725_solr) [n:127.0.0.1:35725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 723513 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:43375_solr) [n:127.0.0.1:43375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 723515 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43375_solr, 127.0.0.1:35725_solr]
[junit4] 2> 723515 INFO (zkCallback-1293-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 723515 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 723515 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 723516 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 723516 DEBUG (OverseerAutoScalingTriggerThread-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 723516 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 723587 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723594 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723594 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723595 INFO (jetty-launcher-1271-thread-3) [n:127.0.0.1:43751_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node3/.
[junit4] 2> 723609 INFO (jetty-launcher-1271-thread-1) [n:127.0.0.1:43375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43375.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723618 INFO (jetty-launcher-1271-thread-1) [n:127.0.0.1:43375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43375.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723619 INFO (jetty-launcher-1271-thread-1) [n:127.0.0.1:43375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43375.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723620 INFO (jetty-launcher-1271-thread-1) [n:127.0.0.1:43375_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node1/.
[junit4] 2> 723625 INFO (jetty-launcher-1271-thread-2) [n:127.0.0.1:35725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35725.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723632 INFO (jetty-launcher-1271-thread-2) [n:127.0.0.1:35725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35725.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723632 INFO (jetty-launcher-1271-thread-2) [n:127.0.0.1:35725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35725.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 723633 INFO (jetty-launcher-1271-thread-2) [n:127.0.0.1:35725_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node2/.
[junit4] 2> 723670 INFO (zkConnectionManagerCallback-1306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723672 INFO (zkConnectionManagerCallback-1310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723672 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 723673 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34359/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 724517 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 724547 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 724701 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 724718 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 724775 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 724821 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_37339_hdfs____.huuss1/webapp
[junit4] 2> 725518 DEBUG (ScheduledTrigger-2308-thread-2) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 726131 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:37339
[junit4] 2> 726523 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 726884 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 726887 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 726898 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33523_datanode____.c7y4oz/webapp
[junit4] 2> 727383 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33523
[junit4] 2> 727523 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 727719 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 727720 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 727741 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37115_datanode____.505s2w/webapp
[junit4] 2> 728323 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[BD70D0B9EC0D351A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37115
[junit4] 2> 728445 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34519) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 728523 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 728563 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34519) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 728613 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3b1d70c76278b: from storage DS-921925c2-a303-45b9-8577-c1b4ffc7470b node DatanodeRegistration(127.0.0.1:42825, datanodeUuid=a202db95-face-4750-80dc-d4d7de20220f, infoPort=46171, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-56;cid=testClusterID;nsid=1706270931;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 728614 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3b1d70c8167cb: from storage DS-cd1f2f14-9e70-4288-aa8d-936350e85596 node DatanodeRegistration(127.0.0.1:36307, datanodeUuid=5b6a8a1b-6197-447e-b996-4b3a9ef730cc, infoPort=36415, infoSecurePort=0, ipcPort=38935, storageInfo=lv=-56;cid=testClusterID;nsid=1706270931;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 728614 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3b1d70c76278b: from storage DS-8006174e-e815-43e9-b68d-a50317d638e2 node DatanodeRegistration(127.0.0.1:42825, datanodeUuid=a202db95-face-4750-80dc-d4d7de20220f, infoPort=46171, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-56;cid=testClusterID;nsid=1706270931;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 728614 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3b1d70c8167cb: from storage DS-f772c04c-53aa-4246-874e-542bab24c33a node DatanodeRegistration(127.0.0.1:36307, datanodeUuid=5b6a8a1b-6197-447e-b996-4b3a9ef730cc, infoPort=36415, infoSecurePort=0, ipcPort=38935, storageInfo=lv=-56;cid=testClusterID;nsid=1706270931;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 729026 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[BD70D0B9EC0D351A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 729028 INFO (qtp30030634-6456) [n:127.0.0.1:43375_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43751_solr,127.0.0.1:43375_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 729029 INFO (OverseerThreadFactory-2310-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 729133 INFO (OverseerStateUpdate-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43751/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 729135 INFO (OverseerStateUpdate-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 729136 INFO (OverseerStateUpdate-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43751/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 729137 INFO (OverseerStateUpdate-72125748648869895-127.0.0.1:43751_solr-n_0000000000) [n:127.0.0.1:43751_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 729340 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 729340 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 729340 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 729341 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 729343 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 729343 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 729446 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:43375_solr) [n:127.0.0.1:43375_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 729446 INFO (zkCallback-1293-thread-1-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 729446 INFO (zkCallback-1293-thread-2-processing-n:127.0.0.1:43751_solr) [n:127.0.0.1:43751_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 729446 INFO (zkCallback-1295-thread-2-processing-n:127.0.0.1:43375_solr) [n:127.0.0.1:43375_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 729524 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 730354 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 730354 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 730354 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 730354 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 730361 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 730361 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 730361 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 730388 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 730388 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 730388 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 730388 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 730388 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 730388 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 730388 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 730388 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43751.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 730389 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43375.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 730389 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 730390 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 730390 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 730391 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43375.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@aab2a3
[junit4] 2> 730405 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34519/data
[junit4] 2> 730405 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34519/data
[junit4] 2> 730405 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34519/data
[junit4] 2> 730406 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 730406 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 730406 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 730406 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 730405 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34519/data
[junit4] 2> 730406 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 730407 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 730407 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 730407 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/]
[junit4] 2> 730407 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 730407 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/]
[junit4] 2> 730407 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/]
[junit4] 2> 730407 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_BD70D0B9EC0D351A-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/]
[junit4] 2> 730410 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 730410 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 730410 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 730410 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 730524 DEBUG (ScheduledTrigger-2308-thread-1) [n:127.0.0.1:43751_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 730546 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data
[junit4] 2> 730546 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data
[junit4] 2> 730548 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data
[junit4] 2> 730548 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data
[junit4] 2> 730606 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node8/data/index
[junit4] 2> 730606 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node5/data/index
[junit4] 2> 730606 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node3/data/index
[junit4] 2> 730607 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34519/data/testSimple1/core_node7/data/index
[junit4] 2> 730880 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42825 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cd1f2f14-9e70-4288-aa8d-936350e85596:NORMAL:127.0.0.1:36307|RBW], ReplicaUC[[DISK]DS-8006174e-e815-43e9-b68d-a50317d638e2:NORMAL:127.0.0.1:42825|RBW]]} size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36307 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-8006174e-e815-43e9-b68d-a50317d638e2:NORMAL:127.0.0.1:42825|RBW], ReplicaUC[[DISK]DS-cd1f2f14-9e70-4288-aa8d-936350e85596:NORMAL:127.0.0.1:36307|RBW]]} size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36307 is added to blk_1073741825_1001 size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36307 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-921925c2-a303-45b9-8577-c1b4ffc7470b:NORMAL:127.0.0.1:42825|RBW], ReplicaUC[[DISK]DS-cd1f2f14-9e70-4288-aa8d-936350e85596:NORMAL:127.0.0.1:36307|RBW]]} size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36307 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f772c04c-53aa-4246-874e-542bab24c33a:NORMAL:127.0.0.1:36307|RBW], ReplicaUC[[DISK]DS-8006174e-e815-43e9-b68d-a50317d638e2:NORMAL:127.0.0.1:42825|RBW]]} size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42825 is added to blk_1073741827_1003 size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42825 is added to blk_1073741826_1002 size 69
[junit4] 2> 730881 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42825 is added to blk_1073741828_1004 size 69
[junit4] 2> 731369 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 731369 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 731369 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 731369 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 731369 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 731370 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 731370 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 731369 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 731370 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 731373 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 731373 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 731373 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 731386 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 731386 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 731386 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 731386 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 731386 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 731386 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 731388 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 731388 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 731478 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@435ec7[testSimple1_shard1_replica_n1] main]
[junit4] 2> 731479 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d1c1d6[testSimple1_shard2_replica_n4] main]
[junit4] 2> 731479 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f2ef7a[testSimple1_shard1_replica_n2] main]
[junit4] 2> 731479 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@a169ea[testSimple1_shard2_replica_n6] main]
[junit4] 2> 731480 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 731480 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 731480 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 731480 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 731481 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 731481 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 731481 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 731481 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 731483 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 731483 INFO (qtp30030634-6741) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 731483 INFO (qtp22274327-6465) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 731483 INFO (searcherExecutor-2318-thread-1-processing-n:127.0.0.1:43751_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@435ec7[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 731483 INFO (searcherExecutor-2319-thread-1-processing-n:127.0.0.1:43751_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:43751_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1d1c1d6[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 731483 INFO (searcherExecutor-2320-thread-1-processing-n:127.0.0.1:43375_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:43375_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1f2ef7a[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 731484 INFO (qtp30030634-6459) [n:127.0.0.1:43375_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 731485 INFO (qtp22274327-6739) [n:127.0.0.1:43751_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max versio
[...truncated too long message...]
run(ClientCnxn.java:506)
[junit4] 2> 1531431 ERROR (jetty-launcher-2644-thread-1-EventThread) [n:127.0.0.1:46409_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Feb 10, 2018 3:46:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=159, maxMBSortInHeap=7.936215099769971, sim=RandomSimilarity(queryNorm=false): {}, locale=en-PH, timezone=America/Maceio
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=355362184,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLeaderInitiatedRecoveryThread, HdfsBasicDistributedZkTest, TestJsonFacets, TestXmlQParserPlugin, TestFieldCollectionResource, BlockJoinFacetRandomTest, TestLegacyNumericUtils, TestMultiWordSynonyms, TestReplicaProperties, BasicZkTest, JavabinLoaderTest, QueryElevationComponentTest, SliceStateTest, StressHdfsTest, SOLR749Test, QueryParsingTest, TestLRUCache, ClassificationUpdateProcessorFactoryTest, CreateRoutedAliasTest, TestSlowCompositeReaderWrapper, TestConfigReload, CdcrReplicationDistributedZkTest, PrimitiveFieldTypeTest, TestPolicyCloud, SolrCoreMetricManagerTest, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, TestFieldCacheWithThreads, SubstringBytesRefFilterTest, TestStreamBody, ZkStateWriterTest, TestEmbeddedSolrServerAdminHandler, TestManagedSynonymGraphFilterFactory, SystemInfoHandlerTest, DirectUpdateHandlerOptimizeTest, CollectionTooManyReplicasTest, DOMUtilTest, SoftAutoCommitTest, TestOnReconnectListenerSupport, LegacyCloudClusterPropTest, TestConfigSetImmutable, ZkControllerTest, TestFieldCacheSort, PathHierarchyTokenizerFactoryTest, AsyncCallRequestStatusResponseTest, TestExceedMaxTermLength, AlternateDirectoryTest, TestCloudPivotFacet, OverseerRolesTest, TestCursorMarkWithoutUniqueKey, TestCollapseQParserPlugin, SaslZkACLProviderTest, BaseCdcrDistributedZkTest, TestFastLRUCache, TestManagedResourceStorage, TestZkChroot, TestPullReplicaErrorHandling, TestCopyFieldCollectionResource, TestRebalanceLeaders, FacetPivotSmallTest, CustomHighlightComponentTest, TestSweetSpotSimilarityFactory, RestartWhileUpdatingTest, TestRTGBase, HighlighterTest, DocValuesNotIndexedTest, TestElisionMultitermQuery, TolerantUpdateProcessorTest, ParsingFieldUpdateProcessorsTest, BigEndianAscendingWordSerializerTest, PeerSyncReplicationTest, TestPartialUpdateDeduplication, TestCollectionAPIs, SolrInfoBeanTest, TestSystemIdResolver, ZkShardTermsTest, TestSearchPerf, TestDistributedGrouping, OverseerTest, ShardRoutingCustomTest, TriLevelCompositeIdRoutingTest, DocumentBuilderTest, SparseHLLTest, AddReplicaTest, TestCloudSearcherWarming, TestRecovery, ChaosMonkeySafeLeaderTest, TestRawResponseWriter, TestBM25SimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedIntervalFacetingTest, TestFoldingMultitermQuery, DistributedQueryComponentCustomSortTest, TestStressRecovery, TriggerIntegrationTest, TestRTimerTree, PeerSyncTest, MetricsHandlerTest, TestSortByMinMaxFunction, TestCollectionsAPIViaSolrCloudCluster, TestUniqueKeyFieldResource, ResourceLoaderTest, TestPerFieldSimilarity, TestPostingsSolrHighlighter, TestXIncludeConfig, ExecutePlanActionTest, SimpleMLTQParserTest, BufferStoreTest, LoggingHandlerTest, MetricTriggerTest, JsonLoaderTest, TestNumericRangeQuery32, TestDefaultStatsCache, SortByFunctionTest, TestDelegationWithHadoopAuth, TestJettySolrRunner, TestCustomDocTransformer, TestNonDefinedSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, ShufflingReplicaListTransformerTest, TestCustomSort, FullHLLTest, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=BD70D0B9EC0D351A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=America/Maceio -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=11433, name=jetty-launcher-2644-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 2) Thread[id=11437, name=jetty-launcher-2644-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > at __randomizedtesting.SeedInfo.seed([BD70D0B9EC0D351A]:0)
[junit4] Completed [358/775 (4!)] on J1 in 49.97s, 12 tests, 1 error <<< FAILURES!
[...truncated 45341 lines...]