You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/01/21 08:47:12 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2267 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2267/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([92DAA5CA5D099EAA:8A602DC6533C5345]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:862)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([92DAA5CA5D099EAA:CF92BB4392CF38E5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12082 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_92DAA5CA5D099EAA-001/init-core-data-001
[junit4] 2> 1057230 WARN (SUITE-TestTriggerIntegration-seed#[92DAA5CA5D099EAA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1057230 INFO (SUITE-TestTriggerIntegration-seed#[92DAA5CA5D099EAA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1057232 INFO (SUITE-TestTriggerIntegration-seed#[92DAA5CA5D099EAA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1057232 INFO (SUITE-TestTriggerIntegration-seed#[92DAA5CA5D099EAA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1057656 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1057657 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1057657 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1057708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1057708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1057708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 1057708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1057709 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1057744 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1057744 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1057760 DEBUG (ScheduledTrigger-1712-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1057805 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 1
[junit4] 2> 1057805 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1057821 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1057830 DEBUG (ScheduledTrigger-1712-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1057927 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1057935 WARN (ScheduledTrigger-1712-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
[junit4] 2> 1057971 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1057971 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1057971 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1057971 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1057972 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10000_solr
[junit4] 2> 1057991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1057991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1058008 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058008 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
[junit4] 2> 1058044 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058072 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD TRIGGERS
[junit4] 2> 1058186 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058271 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058289 DEBUG (simCloudManagerPool-1714-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1058290 DEBUG (simCloudManagerPool-1714-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1058324 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058324 DEBUG (simCloudManagerPool-1714-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1058326 DEBUG (simCloudManagerPool-1714-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1058326 DEBUG (simCloudManagerPool-1714-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1058326 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1058344 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058326 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1058345 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1058344 DEBUG (simCloudManagerPool-1714-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1058345 DEBUG (simCloudManagerPool-1714-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1058345 DEBUG (simCloudManagerPool-1714-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1058345 DEBUG (simCloudManagerPool-1714-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1058345 DEBUG (simCloudManagerPool-1714-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1058348 DEBUG (simCloudManagerPool-1714-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1058348 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
[junit4] 2> 1058356 DEBUG (ScheduledTrigger-1715-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1058356 DEBUG (ScheduledTrigger-1715-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1058356 DEBUG (ScheduledTrigger-1715-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 973799745554613
[junit4] 2> 1058360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1058360 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1058360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1058360 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 1058372 DEBUG (ScheduledTrigger-1715-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1058397 DEBUG (ScheduledTrigger-1715-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1058397 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1058397 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1058397 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [973799745554613], now=973801766859363
[junit4] 2> 1058397 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375aa6bea88b5Te19v0m1w0ylx6923iq76qlalw",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973799745554613,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973799745554613],
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1058398 DEBUG (ScheduledTrigger-1715-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1058399 DEBUG (ScheduledTrigger-1715-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 1058492 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 2
[junit4] 2> 1058492 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1058492 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1058492 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1058460 DEBUG (AutoscalingActionExecutor-1716-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"375aa6bea88b5Te19v0m1w0ylx6923iq76qlalw",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973799745554613,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973799745554613],
[junit4] 2> "_enqueue_time_":973801824403713,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1058495 WARN (AutoscalingActionExecutor-1716-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1058497 DEBUG (AutoscalingActionExecutor-1716-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1849 ms for event id=375aa6bea88b5Te19v0m1w0ylx6923iq76qlalw
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 2
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10000_solr
[junit4] 2> 1058501 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10001_solr
[junit4] 2> 1058595 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1058608 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1058608 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1058608 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1058608 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1058608 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1058609 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1058609 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 1
[junit4] 2> 1058609 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1058610 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1058610 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1058644 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1058644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10001_solr
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testNodeMarkersRegistration -Dtests.seed=92DAA5CA5D099EAA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Asia/Phnom_Penh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.25s J2 | TestTriggerIntegration.testNodeMarkersRegistration <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([92DAA5CA5D099EAA:8A602DC6533C5345]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:862)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1058664 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1058664 DEBUG (ScheduledTrigger-1718-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1058664 DEBUG (ScheduledTrigger-1718-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 1058676 DEBUG (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375aa6bea88b5Te19v0m1w0ylx6923iq76qlalw",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973799745554613,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973799745554613],
[junit4] 2> "_dequeue_time_":973815732508763,
[junit4] 2> "_enqueue_time_":973801824403713,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1058680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1058712 DEBUG (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1058717 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1058717 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1058717 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr
[junit4] 2> 1058717 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10000_solr
[junit4] 2> 1058717 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1058717 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1058729 WARN (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
[junit4] 2> java.io.IOException: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
[junit4] 2> at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:122)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:744)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:714)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:274)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:553)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:458)
[junit4] 2> ... 12 more
[junit4] 2> 1058729 WARN (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Ignoring autoscaling event {
[junit4] 2> "id":"375aa6bea88b5Te19v0m1w0ylx6923iq76qlalw",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973799745554613,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973799745554613],
[junit4] 2> "_dequeue_time_":973815732508763,
[junit4] 2> "_enqueue_time_":973801824403713,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"],
[junit4] 2> "replaying":true}} from trigger org.apache.solr.cloud.autoscaling.NodeAddedTrigger@2570254f because the executor has already been closed
[junit4] 2> 1058730 ERROR (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Failed to re-play event, discarding: {
[junit4] 2> "id":"375aa6bea88b5Te19v0m1w0ylx6923iq76qlalw",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973799745554613,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973799745554613],
[junit4] 2> "_dequeue_time_":973815732508763,
[junit4] 2> "_enqueue_time_":973801824403713,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1058730 WARN (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger ran but was already closed
[junit4] 2> 1058730 ERROR (ScheduledTrigger-1718-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Unexpected exception in NodeAddedTrigger
[junit4] 2> java.lang.RuntimeException: Trigger has been closed
[junit4] 2> at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:124)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:568)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1058737 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1058754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1058754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1058754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1058754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 1058754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1058773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1058773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1058773 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058810 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058956 DEBUG (ScheduledTrigger-1721-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1058988 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059009 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059029 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059061 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059083 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059118 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059191 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059193 DEBUG (simCloudManagerPool-1720-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"}}
[junit4] 2> 1059208 DEBUG (simCloudManagerPool-1720-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1059208 DEBUG (simCloudManagerPool-1720-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1059227 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059243 DEBUG (simCloudManagerPool-1720-thread-5) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1059247 DEBUG (ScheduledTrigger-1721-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059263 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1059264 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1059264 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1059276 DEBUG (simCloudManagerPool-1720-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1059276 DEBUG (simCloudManagerPool-1720-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1059276 DEBUG (simCloudManagerPool-1720-thread-6) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1059276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1059277 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1059277 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1059281 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059302 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059336 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059535 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059557 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059592 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059628 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1059666 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375b53621d01bTe19v0m1w0ylx6923iq76qlam0",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":973846087847963,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10002_solr":250.0,
[junit4] 2> "127.0.0.1:10003_solr":250.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":123450000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":123450000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
[junit4] 2> "collection":{"collection1":500.0},
[junit4] 2> "shard":{"collection1":{"shard1":500.0}}}}
[junit4] 2> 1059687 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> 1059687 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1059687 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1059687 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1059687 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1059687 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [collection1]
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 1
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * collection1 2
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ABORTED 1
[junit4] 2> 1059688 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1059701 DEBUG (ScheduledTrigger-1721-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=92DAA5CA5D099EAA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Asia/Phnom_Penh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.08s J2 | TestTriggerIntegration.testSearchRate <<<
[junit4] > Throwable #1: java.lang.AssertionError: The trigger did not fire at all
[junit4] > at __randomizedtesting.SeedInfo.seed([92DAA5CA5D099EAA:CF92BB4392CF38E5]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1173)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1059922 DEBUG (AutoscalingActionExecutor-1722-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"375b53621d01bTe19v0m1w0ylx6923iq76qlam0",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":973846087847963,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10002_solr":250.0,
[junit4] 2> "127.0.0.1:10003_solr":250.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":123450000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10002_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":123450000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10003_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
[junit4] 2> "collection":{"collection1":500.0},
[junit4] 2> "shard":{"collection1":{"shard1":500.0}},
[junit4] 2> "_enqueue_time_":973866981091813}}
[junit4] 2> 1060049 DEBUG (AutoscalingActionExecutor-1722-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1060050 DEBUG (AutoscalingActionExecutor-1722-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
[junit4] 2> 1060050 DEBUG (AutoscalingActionExecutor-1722-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 6382 ms for event id=375b53621d01bTe19v0m1w0ylx6923iq76qlam0
[junit4] 2> 1060085 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 1060085 DEBUG (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1060085 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1060085 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1060086 DEBUG (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1060208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1060208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1060208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
[junit4] 2> 1060208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1060228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1060228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1060228 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060264 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060407 DEBUG (simCloudManagerPool-1723-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1060407 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060408 DEBUG (simCloudManagerPool-1723-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1060428 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060451 DEBUG (ScheduledTrigger-1724-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060451 DEBUG (simCloudManagerPool-1723-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060451 DEBUG (simCloudManagerPool-1723-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060451 DEBUG (simCloudManagerPool-1723-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 1060463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1060463 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1060463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1060463 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1060463 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1060468 DEBUG (simCloudManagerPool-1723-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1060469 DEBUG (simCloudManagerPool-1723-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1060469 DEBUG (simCloudManagerPool-1723-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060469 DEBUG (simCloudManagerPool-1723-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060469 DEBUG (simCloudManagerPool-1723-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 1060479 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1060479 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1060479 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060489 DEBUG (simCloudManagerPool-1723-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1060489 DEBUG (simCloudManagerPool-1723-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 1060489 DEBUG (simCloudManagerPool-1723-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060489 DEBUG (simCloudManagerPool-1723-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060489 DEBUG (simCloudManagerPool-1723-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
[junit4] 2> 1060499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 1060499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 1060499 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1060499 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1060499 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 973906891914713
[junit4] 2> 1060499 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1060536 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1060536 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1060536 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [973906891914713], now=973908706136163
[junit4] 2> 1060536 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375c35e563dd9Te19v0m1w0ylx6923iq76qlam3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973906891914713,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973906891914713],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1060552 DEBUG (ScheduledTrigger-1724-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 1060613 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"375c35e563dd9Te19v0m1w0ylx6923iq76qlam3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973906891914713,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973906891914713],
[junit4] 2> "_enqueue_time_":973909515570463,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1060613 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1060613 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1060614 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 46 ms for event id=375c35e563dd9Te19v0m1w0ylx6923iq76qlam3
[junit4] 2> 1060718 DEBUG (ScheduledTrigger-1724-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1060718 DEBUG (ScheduledTrigger-1724-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1060718 DEBUG (ScheduledTrigger-1724-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1060718 DEBUG (ScheduledTrigger-1724-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10005_solr at time 973917843364913
[junit4] 2> 1060739 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1060739 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1060739 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1060739 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10005_solr] added at times [973917843364913], now=973918862876363
[junit4] 2> 1060739 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375c5eb181c31Te19v0m1w0ylx6923iq76qlam6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973917843364913,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973917843364913],
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1060739 DEBUG (ScheduledTrigger-1724-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 1060771 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"375c5eb181c31Te19v0m1w0ylx6923iq76qlam6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973917843364913,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973917843364913],
[junit4] 2> "_enqueue_time_":973918872844863,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1060791 WARN (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"375c5eb181c31Te19v0m1w0ylx6923iq76qlam6",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":973917843364913,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973917843364913],
[junit4] 2> "_enqueue_time_":973918872844863,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:302)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction.process(TestTriggerIntegration.java:890)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:299)
[junit4] 2> ... 6 more
[junit4] 2> 1060791 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1060791 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1060791 DEBUG (AutoscalingActionExecutor-1725-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1028 ms for event id=375c5eb181c31Te19v0m1w0ylx6923iq76qlam6
[junit4] 2> 1060815 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 1060815 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1060815 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - FAILED 1
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 1060848 INFO (TEST-TestTriggerIntegration.testListeners-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1060851 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1060851 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 1060864 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 1060864 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1060865 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1060865 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 1060884 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1060884 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1060900 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1060921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1060921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 1060921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1060921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
[junit4] 2> 1060921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 1060937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1060937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 1060937 DEBUG (ScheduledTrigger-1727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1060957 DEBUG (ScheduledTrigger-1727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061010 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061030 DEBUG (ScheduledTrigger-1727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061031 DEBUG (simCloudManagerPool-1726-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1061031 DEBUG (simCloudManagerPool-1726-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 1061031 DEBUG (simCloudManagerPool-1726-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061031 DEBUG (simCloudManagerPool-1726-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1061031 DEBUG (simCloudManagerPool-1726-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 1061031 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1061031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 1061031 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1061031 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1061066 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1061066 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1061066 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1061066 DEBUG (ScheduledTrigger-1727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10006_solr at time 973935249390013
[junit4] 2> 1061067 DEBUG (simCloudManagerPool-1726-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1061067 DEBUG (simCloudManagerPool-1726-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 1061067 DEBUG (simCloudManagerPool-1726-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061067 DEBUG (simCloudManagerPool-1726-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1061067 DEBUG (simCloudManagerPool-1726-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061067 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 1061068 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1061068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10006_solr
[junit4] 2> 1061068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 1061068 DEBUG (ScheduledTrigger-1727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1061068 DEBUG (ScheduledTrigger-1727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1061068 DEBUG (ScheduledTrigger-1727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10006_solr] added at times [973935318853863], now=973935326199513
[junit4] 2> 1061068 DEBUG (ScheduledTrigger-1727-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375c9fcb6e8e7Te19v0m1w0ylx6923iq76qlam9",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":973935318853863,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973935318853863],
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}}
[junit4] 2> 1061068 DEBUG (ScheduledTrigger-1727-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger]
[junit4] 2> 1061069 DEBUG (AutoscalingActionExecutor-1728-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"375c9fcb6e8e7Te19v0m1w0ylx6923iq76qlam9",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":973935318853863,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[973935318853863],
[junit4] 2> "_enqueue_time_":973935337965513,
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}}
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 1
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_restore_trigger
[junit4] 2> 1061069 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1061197 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 1061197 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
[junit4] 2> 1061197 INFO (TEST-TestTriggerIntegration.testCooldown-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1061197 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1061212 WARN (AutoscalingActionExecutor-1728-thread-1) [ ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
[junit4] 2> java.io.IOException: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
[junit4] 2> at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:122)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:744)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:714)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:312)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:458)
[junit4] 2> ... 10 more
[junit4] 2> 1061213 DEBUG (AutoscalingActionExecutor-1728-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 7203 ms for event id=375c9fcb6e8e7Te19v0m1w0ylx6923iq76qlam9
[junit4] 2> 1061213 DEBUG (TEST-TestTriggerIntegration.testCooldown-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1061253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1061253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 18
[junit4] 2> 1061253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 18, lastZnodeVersion -1
[junit4] 2> 1061253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 18
[junit4] 2> 1061257 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1061257 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 18, lastZnodeVersion 18
[junit4] 2> 1061257 DEBUG (ScheduledTrigger-1730-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061293 DEBUG (ScheduledTrigger-1730-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061342 DEBUG (ScheduledTrigger-1730-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061366 DEBUG (ScheduledTrigger-1730-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061375 DEBUG (simCloudManagerPool-1729-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1061375 DEBUG (simCloudManagerPool-1729-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 19
[junit4] 2> 1061415 DEBUG (ScheduledTrigger-1730-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1061431 DEBUG (simCloudManagerPool-1729-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061431 DEBUG (simCloudManagerPool-1729-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1061431 DEBUG (simCloudManagerPool-1729-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061435 DEBUG (simCloudManagerPool-1729-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1061439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 19
[junit4] 2> 1061439 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1061439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 19, lastZnodeVersion 19
[junit4] 2> 1061447 DEBUG (simCloudManagerPool-1729-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 20
[junit4] 2> 1061447 DEBUG (simCloudManagerPool-1729-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061447 DEBUG (simCloudManagerPool-1729-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1061447 DEBUG (simCloudManagerPool-1729-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1061451 DEBUG (ScheduledTrigger-1730-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1061451 DEBUG (ScheduledTrigger-1730-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrig
[...truncated too long message...]
2> 1065610 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 43, lastZnodeVersion 43
[junit4] 2> 1065610 DEBUG (ScheduledTrigger-1754-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1065610 DEBUG (ScheduledTrigger-1754-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10015_solr
[junit4] 2> 1065611 DEBUG (ScheduledTrigger-1754-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1065631 DEBUG (ScheduledTrigger-1754-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1065631 DEBUG (ScheduledTrigger-1754-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1065641 DEBUG (simCloudManagerPool-1753-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1065641 DEBUG (simCloudManagerPool-1753-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 44
[junit4] 2> 1065641 DEBUG (simCloudManagerPool-1753-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10013_solr]
[junit4] 2> 1065641 DEBUG (simCloudManagerPool-1753-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10013_solr]
[junit4] 2> 1065641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 44
[junit4] 2> 1065641 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1065641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1065641 DEBUG (ScheduledTrigger-1754-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 1065641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 44, lastZnodeVersion 44
[junit4] 2> 1065641 DEBUG (ScheduledTrigger-1754-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10015_solr]
[junit4] 2> 1065641 DEBUG (ScheduledTrigger-1754-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"375fedda9af95Te19v0m1w0ylx6923iq76qlana",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":974162431160213,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[974162431160213],
[junit4] 2> "nodeNames":["127.0.0.1:10015_solr"]}}
[junit4] 2> 1065641 DEBUG (ScheduledTrigger-1754-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_restore_trigger]
[junit4] 2> 1065642 DEBUG (AutoscalingActionExecutor-1755-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"375fedda9af95Te19v0m1w0ylx6923iq76qlana",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":974162431160213,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[974162431160213],
[junit4] 2> "_enqueue_time_":974163997670163,
[junit4] 2> "nodeNames":["127.0.0.1:10015_solr"]}}
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10015_solr
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1065642 DEBUG (AutoscalingActionExecutor-1755-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1065642 DEBUG (AutoscalingActionExecutor-1755-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 100ms
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1065642 DEBUG (AutoscalingActionExecutor-1755-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 23 ms for event id=375fedda9af95Te19v0m1w0ylx6923iq76qlana
[junit4] 2> 1065642 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1065643 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1065643 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 1065643 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1065643 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_restore_trigger
[junit4] 2> 1065643 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1065643 INFO (TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[92DAA5CA5D099EAA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1065643 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1065643 DEBUG (SUITE-TestTriggerIntegration-seed#[92DAA5CA5D099EAA]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_92DAA5CA5D099EAA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1770, maxMBSortInHeap=7.503565718867579, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@44cfe137), locale=bg, timezone=Asia/Phnom_Penh
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=158582152,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [ConvertedLegacyTest, TestManagedSchemaAPI, SpellCheckComponentTest, EnumFieldTest, MultiThreadedOCPTest, ClusterStateTest, TestSha256AuthenticationProvider, AddBlockUpdateTest, TestSolrCloudWithHadoopAuthPlugin, HdfsLockFactoryTest, AnalysisAfterCoreReloadTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, IndexSchemaRuntimeFieldTest, TestDistributedMissingSort, MoveReplicaHDFSFailoverTest, SolrShardReporterTest, TestDistributedStatsComponentCardinality, RecoveryZkTest, TestLFUCache, TestStressReorder, CollectionsAPISolrJTest, TestMacroExpander, DistanceFunctionTest, TestQueryTypes, TestCoreDiscovery, TestDocBasedVersionConstraints, UnloadDistributedZkTest, NotRequiredUniqueKeyTest, DirectoryFactoryTest, TestAnalyzeInfixSuggestions, TestNumericTerms32, TestTriggerIntegration]
[junit4] Completed [118/768 (1!)] on J2 in 8.58s, 11 tests, 2 failures <<< FAILURES!
[...truncated 50261 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2284 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2284/
20 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:4C1C5D2AAA8533CF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
Error Message:
concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
Stack Trace:
java.lang.AssertionError: concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:94D51033BA4124AD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal(ConcurrentCreateRoutedAliasTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:D81A23BBB9A2FE6F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:A9038FCE2B2BDE1D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:297)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at https://127.0.0.1:59981/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:59981/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:F3B4B2C490B67932]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:59981/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:767E7D4CCAC718C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:D81A23BBB9A2FE6F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:43288_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:43288_solr wasn't created
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:48F4946D196B5E78]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:938)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:D0602E8D89835D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testListeners
Error Message:
foo events: [CapturedEvent{timestamp=17577881101593924, stage=STARTED, actionName='null', event={ "id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla", "source":"node_added_trigger", "eventTime":17577875050072724, "eventType":"NODEADDED", "properties":{ "eventTimes":[17577875050072724], "_enqueue_time_":17577879288802524, "nodeNames":["127.0.0.1:10012_solr"]}}, context={}, config={ "trigger":"node_added_trigger", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "afterAction":[ "test", "test1"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":"test"}, message='null'}, CapturedEvent{timestamp=17577882527487424, stage=BEFORE_ACTION, actionName='test', event={ "id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla", "source":"node_added_trigger", "eventTime":17577875050072724, "eventType":"NODEADDED", "properties":{ "eventTimes":[17577875050072724], "_enqueue_time_":17577879288802524, "nodeNames":["127.0.0.1:10012_solr"]}}, context={properties.BEFORE_ACTION=[test], source=node_added_trigger}, config={ "trigger":"node_added_trigger", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "afterAction":[ "test", "test1"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":"test"}, message='null'}, CapturedEvent{timestamp=17577882539310024, stage=AFTER_ACTION, actionName='test', event={ "id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla", "source":"node_added_trigger", "eventTime":17577875050072724, "eventType":"NODEADDED", "properties":{ "eventTimes":[17577875050072724], "_enqueue_time_":17577879288802524, "nodeNames":["127.0.0.1:10012_solr"]}}, context={properties.BEFORE_ACTION=[test], source=node_added_trigger, properties.AFTER_ACTION=[test]}, config={ "trigger":"node_added_trigger", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "afterAction":[ "test", "test1"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":"test"}, message='null'}, CapturedEvent{timestamp=17577882541351774, stage=AFTER_ACTION, actionName='test1', event={ "id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla", "source":"node_added_trigger", "eventTime":17577875050072724, "eventType":"NODEADDED", "properties":{ "eventTimes":[17577875050072724], "_enqueue_time_":17577879288802524, "nodeNames":["127.0.0.1:10012_solr"]}}, context={properties.BEFORE_ACTION=[test, test1], source=node_added_trigger, properties.AFTER_ACTION=[test, test1]}, config={ "trigger":"node_added_trigger", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "afterAction":[ "test", "test1"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":"test"}, message='null'}] expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: foo events: [CapturedEvent{timestamp=17577881101593924, stage=STARTED, actionName='null', event={
"id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla",
"source":"node_added_trigger",
"eventTime":17577875050072724,
"eventType":"NODEADDED",
"properties":{
"eventTimes":[17577875050072724],
"_enqueue_time_":17577879288802524,
"nodeNames":["127.0.0.1:10012_solr"]}}, context={}, config={
"trigger":"node_added_trigger",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"afterAction":[
"test",
"test1"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":"test"}, message='null'}, CapturedEvent{timestamp=17577882527487424, stage=BEFORE_ACTION, actionName='test', event={
"id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla",
"source":"node_added_trigger",
"eventTime":17577875050072724,
"eventType":"NODEADDED",
"properties":{
"eventTimes":[17577875050072724],
"_enqueue_time_":17577879288802524,
"nodeNames":["127.0.0.1:10012_solr"]}}, context={properties.BEFORE_ACTION=[test], source=node_added_trigger}, config={
"trigger":"node_added_trigger",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"afterAction":[
"test",
"test1"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":"test"}, message='null'}, CapturedEvent{timestamp=17577882539310024, stage=AFTER_ACTION, actionName='test', event={
"id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla",
"source":"node_added_trigger",
"eventTime":17577875050072724,
"eventType":"NODEADDED",
"properties":{
"eventTimes":[17577875050072724],
"_enqueue_time_":17577879288802524,
"nodeNames":["127.0.0.1:10012_solr"]}}, context={properties.BEFORE_ACTION=[test], source=node_added_trigger, properties.AFTER_ACTION=[test]}, config={
"trigger":"node_added_trigger",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"afterAction":[
"test",
"test1"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":"test"}, message='null'}, CapturedEvent{timestamp=17577882541351774, stage=AFTER_ACTION, actionName='test1', event={
"id":"3e72fbf6440a94T9b9o0sk6xot8dpgcxpd5ewla",
"source":"node_added_trigger",
"eventTime":17577875050072724,
"eventType":"NODEADDED",
"properties":{
"eventTimes":[17577875050072724],
"_enqueue_time_":17577879288802524,
"nodeNames":["127.0.0.1:10012_solr"]}}, context={properties.BEFORE_ACTION=[test, test1], source=node_added_trigger, properties.AFTER_ACTION=[test, test1]}, config={
"trigger":"node_added_trigger",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"afterAction":[
"test",
"test1"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":"test"}, message='null'}] expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:BD8E8B71AA320E4E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testListeners(TestTriggerIntegration.java:965)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:7BB1C93A8D268647]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:D0602E8D89835D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:61F0718569F4E665]:0)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1086)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:AB6CB444C5F47005]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling(TestTriggerIntegration.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication
Error Message:
expected:<496> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<496> but was:<0>
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:A73DF239D1B63C71]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1313)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:3DB2B89CAD166C90]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.TestRecovery.testRecoveryMultipleLogs
Error Message:
mismatch: '6'!='3' @ response/numFound
Stack Trace:
java.lang.RuntimeException: mismatch: '6'!='3' @ response/numFound
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:E9DB84509025D47E]:0)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:990)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:937)
at org.apache.solr.search.TestRecovery.testRecoveryMultipleLogs(TestRecovery.java:1447)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeMixedAdds
Error Message:
searcher529 wasn't soon enough after soft529: Took 1239ms, >= acceptable 348ms (fudge)
Stack Trace:
java.lang.AssertionError: searcher529 wasn't soon enough after soft529: Took 1239ms, >= acceptable 348ms (fudge)
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:93A9C070266244EA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:241)
at org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:174)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds
Error Message:
softCommit: commit#2 w/ commitNanos=17544030016865204, but maxNumCommits=1
Stack Trace:
java.lang.AssertionError: softCommit: commit#2 w/ commitNanos=17544030016865204, but maxNumCommits=1
at __randomizedtesting.SeedInfo.seed([504E1C61175E9397:C5E0BA36F54CE1EA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.update.SoftAutoCommitTest.assertRapidMultiCommitQueues(SoftAutoCommitTest.java:504)
at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:460)
at org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAn
[...truncated too long message...]
s-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180130_043218_0002171706534206476570.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180130_043218_0007411944592141315650.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180130_043218_0007755345660112019393.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180130_043218_0006695136585076835895.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180130_043218_0007755345660112019393.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180130_043218_0006695136585076835895.syserr
Total time: 443 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2283 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 2283 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2283/
3 tests failed.
FAILED: org.apache.solr.search.TestRecovery.testBuffering
Error Message:
expected:<1> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<3>
at __randomizedtesting.SeedInfo.seed([7919C757183A1F7D:64F7697CB963BE56]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.search.TestRecovery.testBuffering(TestRecovery.java:494)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.TestRecovery.testLogReplay
Error Message:
expected:<7> but was:<8>
Stack Trace:
java.lang.AssertionError: expected:<7> but was:<8>
at __randomizedtesting.SeedInfo.seed([7919C757183A1F7D:E778ED75859101F1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.search.TestRecovery.testLogReplay(TestRecovery.java:175)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
Could not load collection from ZK: hdfsbackuprestore_restored
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: hdfsbackuprestore_restored
at __randomizedtesting.SeedInfo.seed([7919C757183A1F7D:F14DF88DB6C67285]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:291)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/hdfsbackuprestore_restored/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 44 more
Build Log:
[...truncated 11914 lines...]
[junit4] Suite: org.apache.solr.search.TestRecovery
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001
[junit4] 2> 553233 WARN (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 553233 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 553266 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 553266 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 553267 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 553267 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 553394 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 553473 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 553921 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 554259 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 554294 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 554294 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 554344 INFO (coreLoadExecutor-801-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 554345 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 554588 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 554649 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 554993 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 555011 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 555011 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 555012 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 555012 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/]
[junit4] 2> 555031 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1599790333, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 555054 WARN (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 555211 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 555211 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 555212 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 555212 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 555213 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=46.9033203125, floorSegmentMB=0.53515625, forceMergeDeletesPctAllowed=2.1284675670837827, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48064500308302227
[junit4] 2> 555229 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@739980df[collection1] main]
[junit4] 2> 555229 WARN (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 555229 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 555266 INFO (searcherExecutor-802-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@739980df[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 555266 INFO (coreLoadExecutor-801-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590947497487892480
[junit4] 2> 555272 INFO (SUITE-TestRecovery-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 555281 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLogReplayWithReorderedDBQByAsterixAndChildDocs
[junit4] 2> 555282 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 555283 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57079047[collection1] realtime]
[junit4] 2> 555283 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
[junit4] 2> 555284 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590947497506766848,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 555284 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@41b7155c commitCommandVersion:1590947497506766848
[junit4] 2> 555426 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e08864[collection1] main]
[junit4] 2> 555427 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 555428 INFO (searcherExecutor-802-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e08864[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 555428 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 144
[junit4] 2> 555473 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[RDBQ2_1]} 0 15
[junit4] 2> 555474 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[RDBQ2_2 (3)]} 0 0
[junit4] 2> 555573 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e5b2d57[collection1] realtime]
[junit4] 2> 555575 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@145ca4b5[collection1] realtime]
[junit4] 2> 555608 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&_version_=-2&wt=json&indent=true}{deleteByQuery=_root_:RDBQ2_1 _root_:RDBQ2_2 id:RDBQ2_3 _root_:RDBQ2_4 (-2)} 0 134
[junit4] 2> 555609 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{_version_=1,id=RDBQ2_3} DBQs=[DBQ{version=2,q=_root_:RDBQ2_1 _root_:RDBQ2_2 id:RDBQ2_3 _root_:RDBQ2_4}]
[junit4] 2> 555681 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61b7a968[collection1] realtime]
[junit4] 2> 555681 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[RDBQ2_3 (1)]} 0 72
[junit4] 2> 555682 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[RDBQ2_4 (4)]} 0 0
[junit4] 2> 555717 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=35
[junit4] 2> 555718 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=69935993
[junit4] 2> 555718 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 555718 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5dfca840: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2eb8bb82
[junit4] 2> 555721 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 555721 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72210948: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b934925
[junit4] 2> 555777 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 555777 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54dd8608: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@40c7bb53
[junit4] 2> 555835 INFO (coreCloseExecutor-807-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@407f92f6
[junit4] 2> 555835 INFO (coreCloseExecutor-807-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1082102518
[junit4] 2> 555835 INFO (coreCloseExecutor-807-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74ce0663: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1eb3b0b4
[junit4] 2> 556157 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 556317 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 556521 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 556990 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 557335 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 557372 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 557390 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 557427 INFO (coreLoadExecutor-814-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 557428 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 557679 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 557738 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 558137 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 558159 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 558159 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 558172 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 558172 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/]
[junit4] 2> 558189 WARN (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 558586 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558586 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558587 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558587 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558678 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1599790333, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 558679 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e861e3f[collection1] main]
[junit4] 2> 558679 WARN (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 558680 INFO (coreLoadExecutor-814-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558681 INFO (searcherExecutor-815-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e861e3f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 558731 WARN (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000001 refcount=2} active=false starting pos=0 inSortedOrder=false
[junit4] 2> 558751 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=19
[junit4] 2> 558808 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6069a62a[collection1] realtime]
[junit4] 2> 558865 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9fcca46[collection1] realtime]
[junit4] 2> 558866 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1,id=RDBQ2_3} DBQs=[DBQ{version=2,q=_root_:RDBQ2_1 _root_:RDBQ2_2 id:RDBQ2_3 _root_:RDBQ2_4}]
[junit4] 2> 558899 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d137dd7[collection1] realtime]
[junit4] 2> 558900 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 558900 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@551d9de7 commitCommandVersion:0
[junit4] 2> 559320 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e481262[collection1] main]
[junit4] 2> 559320 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 559322 INFO (searcherExecutor-815-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e481262[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c6/3:delGen=1) Uninverting(_3(8.0.0):c3)))}
[junit4] 2> 559322 INFO (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[RDBQ2_1, RDBQ2_2 (3), RDBQ2_3 (1), RDBQ2_4 (4)],deleteByQuery=_root_:RDBQ2_1 _root_:RDBQ2_2 id:RDBQ2_3 _root_:RDBQ2_4 (-2)} 0 590
[junit4] 2> 559322 WARN (recoveryExecutor-817-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=4 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
[junit4] 2> 559334 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 559335 INFO (TEST-TestRecovery.testLogReplayWithReorderedDBQByAsterixAndChildDocs-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLogReplayWithReorderedDBQByAsterixAndChildDocs
[junit4] 2> 559337 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNewDBQAndDocMatchingOldDBQDuringLogReplay
[junit4] 2> 559371 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 559372 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@195e796b[collection1] realtime]
[junit4] 2> 559372 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 559372 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590947501793345536,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 559372 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@551d9de7 commitCommandVersion:1590947501793345536
[junit4] 2> 559464 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8b985a2[collection1] main]
[junit4] 2> 559465 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 559466 INFO (searcherExecutor-815-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8b985a2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 559467 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 94
[junit4] 2> 559501 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B0 (1590947501892960256)]} 0 34
[junit4] 2> 559502 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B1 (1590947501928611840)]} 0 0
[junit4] 2> 559502 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B2 (1590947501929660416)]} 0 0
[junit4] 2> 559555 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4570812e[collection1] realtime]
[junit4] 2> 559557 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57c5dcd[collection1] realtime]
[junit4] 2> 559642 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{deleteByQuery=id:B1 OR id:B3 OR id:B6 (-1590947501929660417)} 0 140
[junit4] 2> 559644 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B3 (1590947502077509632)]} 0 1
[junit4] 2> 559644 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B4 (1590947502078558208)]} 0 0
[junit4] 2> 559644 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B5 (1590947502078558209)]} 0 0
[junit4] 2> 559665 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=20
[junit4] 2> 559665 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1567457248
[junit4] 2> 559665 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 559665 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63355653: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@52b4d02c
[junit4] 2> 559752 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 559752 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1eabfdd9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b934925
[junit4] 2> 559755 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 559755 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79f9ca92: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@40c7bb53
[junit4] 2> 559836 INFO (coreCloseExecutor-820-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5df1f6d
[junit4] 2> 559837 INFO (coreCloseExecutor-820-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=98508653
[junit4] 2> 559837 INFO (coreCloseExecutor-820-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e0f1439: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5dc5690a
[junit4] 2> 559898 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 560080 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 560156 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 560718 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 561007 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 561030 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 561030 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 561052 INFO (coreLoadExecutor-827-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 561052 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 561185 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 561235 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 561622 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 561654 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 561654 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 561654 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 561654 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/]
[junit4] 2> 561668 WARN (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 561800 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 561800 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 561854 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 561854 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 561855 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1599790333, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 561856 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1699ecea[collection1] main]
[junit4] 2> 561870 WARN (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 561870 INFO (coreLoadExecutor-827-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 561871 INFO (searcherExecutor-828-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1699ecea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 561959 WARN (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000004 refcount=2} active=false starting pos=0 inSortedOrder=false
[junit4] 2> 561963 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&wt=xml} hits=0 status=0 QTime=3
[junit4] 2> 561965 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{deleteByQuery=id:B2 OR id:B4 (-1590947504511254528)} 0 1
[junit4] 2> 561965 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1590947501892960256,id=B0} DBQs=[DBQ{version=1590947504511254528,q=id:B2 OR id:B4}]
[junit4] 2> 562000 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b8eb218[collection1] realtime]
[junit4] 2> 562000 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1590947501928611840,id=B1} DBQs=[DBQ{version=1590947504511254528,q=id:B2 OR id:B4}]
[junit4] 2> 562052 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a9abdf6[collection1] realtime]
[junit4] 2> 562089 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1590947501929660416,id=B2} DBQs=[DBQ{version=1590947504511254528,q=id:B2 OR id:B4}]
[junit4] 2> 562165 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28dba099[collection1] realtime]
[junit4] 2> 562198 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={wt=json&indent=true}{add=[B6 (1590947504513351680)]} 0 232
[junit4] 2> 562198 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: REPLAYING replay: false
[junit4] 2> 562199 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 0
[junit4] 2> 562247 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@364221fc[collection1] realtime]
[junit4] 2> 562284 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f90bcfa[collection1] realtime]
[junit4] 2> 562284 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1590947502077509632,id=B3} DBQs=[DBQ{version=1590947504511254528,q=id:B2 OR id:B4}]
[junit4] 2> 562321 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@631f6eff[collection1] realtime]
[junit4] 2> 562321 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1590947502078558208,id=B4} DBQs=[DBQ{version=1590947504511254528,q=id:B2 OR id:B4}]
[junit4] 2> 562395 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c4947a8[collection1] realtime]
[junit4] 2> 562395 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Reordered DBQs detected. Update=add{flags=a,_version_=1590947502078558209,id=B5} DBQs=[DBQ{version=1590947504511254528,q=id:B2 OR id:B4}]
[junit4] 2> 562430 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@686d25b6[collection1] realtime]
[junit4] 2> 562430 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 562430 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73f7d29 commitCommandVersion:0
[junit4] 2> 562815 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51e4142f[collection1] main]
[junit4] 2> 562817 INFO (searcherExecutor-828-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51e4142f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):c1) Uninverting(_8(8.0.0):c1) Uninverting(_9(8.0.0):c1) Uninverting(_b(8.0.0):c1)))}
[junit4] 2> 562817 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 562817 INFO (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[B0 (1590947501892960256), B1 (1590947501928611840), B2 (1590947501929660416), B3 (1590947502077509632), B4 (1590947502078558208), B5 (1590947502078558209)],deleteByQuery=id:B1 OR id:B3 OR id:B6 (-1590947501929660417)} 0 857
[junit4] 2> 562817 WARN (recoveryExecutor-830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=6 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
[junit4] 2> 562831 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&fl=id&sort=id+asc&wt=xml} hits=4 status=0 QTime=14
[junit4] 2> 562851 INFO (TEST-TestRecovery.testNewDBQAndDocMatchingOldDBQDuringLogReplay-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNewDBQAndDocMatchingOldDBQDuringLogReplay
[junit4] 2> 562867 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDropBuffered
[junit4] 2> 562868 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 562868 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3de1a68c[collection1] realtime]
[junit4] 2> 562868 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 562869 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590947505460215808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 562869 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73f7d29 commitCommandVersion:1590947505460215808
[junit4] 2> 562928 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d25e76f[collection1] main]
[junit4] 2> 562929 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 562930 INFO (searcherExecutor-828-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d25e76f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 562932 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 63
[junit4] 2> 562932 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 562932 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 562933 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C1 (5)]} 0 0
[junit4] 2> 562933 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C2 (6)]} 0 0
[junit4] 2> 562933 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C3 (7)]} 0 0
[junit4] 2> 562933 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Dropping buffered updates FSUpdateLog{state=BUFFERING, tlog=tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000007 refcount=1}}
[junit4] 2> 562933 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000007 refcount=1}}
[junit4] 2> 562934 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C4 (8)]} 0 0
[junit4] 2> 562934 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C5 (9)]} 0 0
[junit4] 2> 562934 WARN (recoveryExecutor-830-thread-1) [ ] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000007 refcount=2} active=true starting pos=0 inSortedOrder=false
[junit4] 2> 562935 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 562935 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73f7d29 commitCommandVersion:0
[junit4] 2> 563086 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@432fe06[collection1] main]
[junit4] 2> 563087 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 563088 INFO (searcherExecutor-828-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@432fe06[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(8.0.0):c2)))}
[junit4] 2> 563088 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[C4 (8), C5 (9)]} 0 154
[junit4] 2> 563088 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.UpdateLog Re-computing max version from index after log re-play.
[junit4] 2> 563102 WARN (recoveryExecutor-830-thread-1) [ ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=0 errors=0 positionOfStart=0}
[junit4] 2> 563118 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&getVersions=2&wt=xml} status=0 QTime=0
[junit4] 2> 563119 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C100 (10)]} 0 0
[junit4] 2> 563119 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C101 (11)]} 0 0
[junit4] 2> 563119 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000008 refcount=1}}
[junit4] 2> 563120 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C103 (12)]} 0 0
[junit4] 2> 563120 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C104 (13)]} 0 0
[junit4] 2> 563120 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Dropping buffered updates FSUpdateLog{state=BUFFERING, tlog=tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000008 refcount=1}}
[junit4] 2> 563120 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000008 refcount=1}}
[junit4] 2> 563120 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C105 (14)]} 0 0
[junit4] 2> 563120 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C106 (15)]} 0 0
[junit4] 2> 563122 WARN (recoveryExecutor-830-thread-1) [ ] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000008 refcount=2} active=true starting pos=88 inSortedOrder=false
[junit4] 2> 563199 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 563199 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73f7d29 commitCommandVersion:0
[junit4] 2> 563270 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6a37d2[collection1] main]
[junit4] 2> 563271 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 563272 INFO (searcherExecutor-828-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e6a37d2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(8.0.0):c2) Uninverting(_d(8.0.0):c4)))}
[junit4] 2> 563284 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[C105 (14), C106 (15)]} 0 162
[junit4] 2> 563284 INFO (recoveryExecutor-830-thread-1) [ ] o.a.s.u.UpdateLog Re-computing max version from index after log re-play.
[junit4] 2> 563287 WARN (recoveryExecutor-830-thread-1) [ ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=0 errors=0 positionOfStart=88}
[junit4] 2> 563301 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&fl=id,_version_&sort=_version_+asc&wt=xml} hits=6 status=0 QTime=13
[junit4] 2> 563302 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&getVersions=6&wt=xml} status=0 QTime=0
[junit4] 2> 563302 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 563302 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C301 (18)]} 0 0
[junit4] 2> 563302 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C302 (19)]} 0 0
[junit4] 2> 563302 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Dropping buffered updates FSUpdateLog{state=BUFFERING, tlog=tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000009 refcount=1}}
[junit4] 2> 563303 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C301 (16)]} 0 0
[junit4] 2> 563303 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C302 (17)]} 0 0
[junit4] 2> 563303 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590947505915297792,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 563303 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73f7d29 commitCommandVersion:1590947505915297792
[junit4] 2> 563465 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@160f51e9[collection1] main]
[junit4] 2> 563465 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 563499 INFO (searcherExecutor-828-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@160f51e9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(8.0.0):c2) Uninverting(_d(8.0.0):c4) Uninverting(_e(8.0.0):c2)))}
[junit4] 2> 563499 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 196
[junit4] 2> 563500 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&getVersions=2&wt=xml} status=0 QTime=0
[junit4] 2> 563502 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&fl=id,_version_&sort=_version_+desc&rows=2&wt=xml} hits=8 status=0 QTime=1
[junit4] 2> 563535 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[C2 (17)]} 0 15
[junit4] 2> 563536 INFO (TEST-TestRecovery.testDropBuffered-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDropBuffered
[junit4] 2> 563572 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBufferingFlags
[junit4] 2> 563572 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 563573 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c362aaf[collection1] realtime]
[junit4] 2> 563573 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 563573 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590947506198413312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 563573 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@73f7d29 commitCommandVersion:1590947506198413312
[junit4] 2> 563609 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@45f74561[collection1] main]
[junit4] 2> 563609 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 563611 INFO (searcherExecutor-828-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@45f74561[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 563611 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 38
[junit4] 2> 563644 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 563645 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q1 (20)]} 0 0
[junit4] 2> 563645 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q2 (21)]} 0 0
[junit4] 2> 563645 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q3 (22)]} 0 0
[junit4] 2> 563645 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1625037932
[junit4] 2> 563645 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 563645 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2be07f63: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ce71a0
[junit4] 2> 563681 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 563681 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c7ab8a9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b934925
[junit4] 2> 563697 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 563697 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@153acd23: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@40c7bb53
[junit4] 2> 563736 INFO (coreCloseExecutor-833-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3c18efc5
[junit4] 2> 563736 INFO (coreCloseExecutor-833-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1008267205
[junit4] 2> 563736 INFO (coreCloseExecutor-833-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d659b7f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@46d7b062
[junit4] 2> 563828 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 563938 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 563989 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 564338 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 564638 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 564673 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 564673 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 564675 INFO (coreLoadExecutor-840-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 564675 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 564749 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 564856 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 565100 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 565135 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 565136 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62f3b1e0
[junit4] 2> 565136 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 565136 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/]
[junit4] 2> 565142 WARN (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 565288 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 565288 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 565309 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 565309 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 565310 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1599790333, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 565310 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52eb002f[collection1] main]
[junit4] 2> 565311 WARN (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 565311 INFO (coreLoadExecutor-840-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 565335 INFO (searcherExecutor-841-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52eb002f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 565382 WARN (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.search.TestRecovery_7919C757183A1F7D-001/init-core-data-001/tlog/tlog.0000000000000000011 refcount=2} active=false starting pos=0 inSortedOrder=false
[junit4] 2> 565416 INFO (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 565416 INFO (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@731bedbf commitCommandVersion:0
[junit4] 2> 565477 INFO (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33a0e50b[collection1] main]
[junit4] 2> 565479 INFO (searcherExecutor-841-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@33a0e50b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_g(8.0.0):c3)))}
[junit4] 2> 565479 INFO (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 565479 INFO (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[Q1 (20), Q2 (21), Q3 (22)]} 0 97
[junit4] 2> 565479 WARN (recoveryExecutor-843-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=3 deletes=0 deleteByQuery=0 errors=0 positionOfStart=0}
[junit4] 2> 565479 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=805963130
[junit4] 2> 565479 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 565479 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d4e9d47: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@11076fb9
[junit4] 2> 565506 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 565506 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70067081: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b934925
[junit4] 2> 565527 INFO (TEST-TestRecovery.testBufferingFlags-seed#[7919C757183A1F7D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=nu
[...truncated too long message...]
stry=solr.core.hdfsbackuprestore_restored.shard1_1.replica_t135, tag=1244106974
[junit4] 2> 877458 INFO (coreCloseExecutor-1428-thread-14) [n:127.0.0.1:38786_solr c:hdfsbackuprestore_restored s:shard1_1 r:core_node136 x:hdfsbackuprestore_restored_shard1_1_replica_t135] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3382f8ca: rootName = null, domain = solr.core.hdfsbackuprestore_restored.shard1_1.replica_t135, service url = null, agent id = null] for registry solr.core.hdfsbackuprestore_restored.shard1_1.replica_t135 / com.codahale.metrics.MetricRegistry@5f0601f7
[junit4] 2> 877532 INFO (coreCloseExecutor-1428-thread-15) [n:127.0.0.1:38786_solr c:hdfsbackuprestore_restored s:shard1_0 r:core_node142 x:hdfsbackuprestore_restored_shard1_0_replica_t141] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.hdfsbackuprestore_restored.shard1_0.replica_t141, tag=289870863
[junit4] 2> 877677 INFO (coreCloseExecutor-1427-thread-13) [n:127.0.0.1:40688_solr c:hdfsbackuprestore_restored s:shard1_0 r:core_node144 x:hdfsbackuprestore_restored_shard1_0_replica_p143] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore_restored.shard1_0.leader, tag=390204631
[junit4] 2> 877690 INFO (coreCloseExecutor-1428-thread-15) [n:127.0.0.1:38786_solr c:hdfsbackuprestore_restored s:shard1_0 r:core_node142 x:hdfsbackuprestore_restored_shard1_0_replica_t141] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70d18f9: rootName = null, domain = solr.core.hdfsbackuprestore_restored.shard1_0.replica_t141, service url = null, agent id = null] for registry solr.core.hdfsbackuprestore_restored.shard1_0.replica_t141 / com.codahale.metrics.MetricRegistry@7ef283ef
[junit4] 2> 877691 INFO (coreCloseExecutor-1427-thread-2) [n:127.0.0.1:40688_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard1.leader, tag=158105056
[junit4] 2> 877691 INFO (coreCloseExecutor-1427-thread-6) [n:127.0.0.1:40688_solr c:hdfsbackuprestore s:shard1_1 r:core_node24 x:hdfsbackuprestore_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard1_1.leader, tag=1193097904
[junit4] 2> 877825 WARN (indexFetcher-1301-thread-1) [n:127.0.0.1:38786_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
[junit4] 2> 877964 INFO (coreCloseExecutor-1428-thread-15) [n:127.0.0.1:38786_solr c:hdfsbackuprestore_restored s:shard1_0 r:core_node142 x:hdfsbackuprestore_restored_shard1_0_replica_t141] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore_restored.shard1_0.leader, tag=289870863
[junit4] 2> 877964 INFO (coreCloseExecutor-1428-thread-7) [n:127.0.0.1:38786_solr c:hdfsbackuprestore s:shard1_0 r:core_node21 x:hdfsbackuprestore_shard1_0_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard1_0.leader, tag=174548983
[junit4] 2> 877965 INFO (coreCloseExecutor-1428-thread-4) [n:127.0.0.1:38786_solr c:hdfsbackuprestore s:shard2 r:core_node15 x:hdfsbackuprestore_shard2_replica_t12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard2.leader, tag=1496666451
[junit4] 2> 878128 INFO (coreCloseExecutor-1428-thread-2) [n:127.0.0.1:38786_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard2.leader, tag=677224548
[junit4] 2> 878140 INFO (coreCloseExecutor-1428-thread-12) [n:127.0.0.1:38786_solr c:hdfsbackuprestore_restored s:shard1_0 r:core_node126 x:hdfsbackuprestore_restored_shard1_0_replica_n125] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore_restored.shard1_0.leader, tag=46568512
[junit4] 2> 878141 INFO (coreCloseExecutor-1428-thread-14) [n:127.0.0.1:38786_solr c:hdfsbackuprestore_restored s:shard1_1 r:core_node136 x:hdfsbackuprestore_restored_shard1_1_replica_t135] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore_restored.shard1_1.leader, tag=1244106974
[junit4] 2> 878446 INFO (jetty-closer-2504-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72169027938418693-127.0.0.1:40688_solr-n_0000000000) closing
[junit4] 2> 878446 INFO (OverseerStateUpdate-72169027938418693-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40688_solr
[junit4] 2> 878590 WARN (OverseerAutoScalingTriggerThread-72169027938418693-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 878734 INFO (zkCallback-2521-thread-4-processing-n:127.0.0.1:38786_solr) [n:127.0.0.1:38786_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38786_solr
[junit4] 2> 878788 INFO (jetty-closer-2504-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77f446c2{/solr,null,UNAVAILABLE}
[junit4] 2> 879039 INFO (jetty-closer-2504-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 880270 INFO (jetty-closer-2504-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3585e637{/solr,null,UNAVAILABLE}
[junit4] 2> 880271 INFO (jetty-closer-2504-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 880288 ERROR (SUITE-TestHdfsCloudBackupRestore-seed#[7919C757183A1F7D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 880288 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[7919C757183A1F7D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40862 40862
[junit4] 2> 880429 INFO (Thread-926) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40862 40862
[junit4] 2> 880430 WARN (Thread-926) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/hdfsbackuprestore/terms/shard1_1
[junit4] 2> 9 /solr/collections/hdfsbackuprestore_restored/terms/shard2
[junit4] 2> 9 /solr/collections/hdfsbackuprestore/terms/shard1
[junit4] 2> 9 /solr/collections/hdfsbackuprestore_restored/terms/shard1_1
[junit4] 2> 9 /solr/collections/hdfsbackuprestore_restored/terms/shard1_0
[junit4] 2> 8 /solr/collections/hdfsbackuprestore/terms/shard1_0
[junit4] 2> 7 /solr/collections/hdfsbackuprestore/terms/shard2
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/customConfigName
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 77 /solr/collections/hdfsbackuprestore_restored/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore_restored/leader_elect/shard1_0/election/72169027938418694-core_node126-n_0000000000
[junit4] 2> 2 /solr/collections/hdfsbackuprestore_restored/leader_elect/shard1_1/election/72169027938418694-core_node124-n_0000000000
[junit4] 2> 2 /solr/collections/hdfsbackuprestore/leader_elect/shard1_1/election/72169027938418694-core_node20-n_0000000000
[junit4] 2> 2 /solr/collections/hdfsbackuprestore/state.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore_restored/leader_elect/shard2/election/72169027938418694-core_node122-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7919C757183A1F7D-001
[junit4] 2> Jan 29, 2018 5:14:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1ace44e8), locale=es-VE, timezone=Europe/Athens
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=255209680,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [SolrMetricsIntegrationTest, TestPointFields, TestExecutePlanAction, TestConfigSets, TestFieldSortValues, ReturnFieldsTest, VMParamsZkACLAndCredentialsProvidersTest, LargeFieldTest, TestDistribDocBasedVersion, DateFieldTest, TestReloadDeadlock, TestRangeQuery, SpellPossibilityIteratorTest, SpatialRPTFieldTypeTest, MoveReplicaHDFSFailoverTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestLeaderElectionWithEmptyReplica, SpellCheckCollatorWithCollapseTest, TestSQLHandler, UniqFieldsUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, TestSlowCompositeReaderWrapper, TestQueryTypes, CollectionsAPISolrJTest, TestRuleBasedAuthorizationPlugin, TestSolrQueryResponse, AliasIntegrationTest, TestHdfsCloudBackupRestore]
[junit4] Completed [110/772 (2!)] on J2 in 86.12s, 1 test, 1 error <<< FAILURES!
[...truncated 50286 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2282 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2282/
12 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:58674/solr","node_name":"127.0.0.1:58674_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:58674/solr","node_name":"127.0.0.1:58674_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:EC4BEED2FE0B6640]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse
Error Message:
Expected collection 'asynccall' to have 2 shards and 1 replica null Live Nodes: [127.0.0.1:40609_solr, 127.0.0.1:46884_solr] Last available state: DocCollection(asynccall//collections/asynccall/state.json/1)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node3":{ "core":"asynccall_shard1_replica_n1", "base_url":"https://127.0.0.1:46884/solr", "state":"down", "node_name":null, "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"asynccall_shard2_replica_n2", "base_url":"https://127.0.0.1:40609/solr", "state":"down", "node_name":null, "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected collection 'asynccall' to have 2 shards and 1 replica
null
Live Nodes: [127.0.0.1:40609_solr, 127.0.0.1:46884_solr]
Last available state: DocCollection(asynccall//collections/asynccall/state.json/1)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node3":{
"core":"asynccall_shard1_replica_n1",
"base_url":"https://127.0.0.1:46884/solr",
"state":"down",
"node_name":null,
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"asynccall_shard2_replica_n2",
"base_url":"https://127.0.0.1:40609/solr",
"state":"down",
"node_name":null,
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:3E1EB4E47ECD8661]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse(AsyncCallRequestStatusResponseTest.java:43)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
Error Message:
concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
Stack Trace:
java.lang.AssertionError: concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:A084DD5AFDE8BC82]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal(ConcurrentCreateRoutedAliasTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:33362ABD8B05E9A3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest: 1) Thread[id=2194, name=qtp1425120318-2194, state=TIMED_WAITING, group=TGRP-AutoScalingHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest:
1) Thread[id=2194, name=qtp1425120318-2194, state=TIMED_WAITING, group=TGRP-AutoScalingHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2194, name=qtp1425120318-2194, state=TIMED_WAITING, group=TGRP-AutoScalingHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2194, name=qtp1425120318-2194, state=TIMED_WAITING, group=TGRP-AutoScalingHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:ADAA93A65990CD4D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:640)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10031_solr should have been deleted
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10031_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:7CA559045EC2C657]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:3957CF819F31ADF7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<8> but was:<10>
Stack Trace:
java.lang.AssertionError: expected:<8> but was:<10>
at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:9E375F5EABFF4BF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:268)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11791 lines...]
[junit4] Suite: org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
[junit4] 2> 43897 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AsyncCallRequestStatusResponseTest_641FD10850F70BB8-001/init-core-data-001
[junit4] 2> 43921 WARN (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 43946 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 43966 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 44009 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AsyncCallRequestStatusResponseTest_641FD10850F70BB8-001/tempDir-001
[junit4] 2> 44128 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 44159 INFO (Thread-2) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 44169 INFO (Thread-2) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 44765 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39247
[junit4] 2> 45420 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 46003 ERROR (Thread-2) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 47774 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 50547 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 50569 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 50750 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 50750 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 50769 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 51046 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 51162 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 51162 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 51402 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4029674a{/solr,null,AVAILABLE}
[junit4] 2> 51405 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@176f7a81{/solr,null,AVAILABLE}
[junit4] 2> 52455 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64f8f14d{SSL,[ssl, http/1.1]}{127.0.0.1:40609}
[junit4] 2> 52455 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.Server Started @72932ms
[junit4] 2> 52456 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40609}
[junit4] 2> 52469 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@794b7cd2{SSL,[ssl, http/1.1]}{127.0.0.1:46884}
[junit4] 2> 52489 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.Server Started @72966ms
[junit4] 2> 52490 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46884}
[junit4] 2> 52657 ERROR (jetty-launcher-3-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 52658 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 52658 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 52668 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 52685 ERROR (jetty-launcher-3-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 52686 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 52687 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 52702 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 52824 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T00:05:30.376Z
[junit4] 2> 52849 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 52850 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T00:05:30.343Z
[junit4] 2> 53225 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 53259 INFO (zkConnectionManagerCallback-10-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 53298 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 53882 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 54483 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39247/solr
[junit4] 2> 54565 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39247/solr
[junit4] 2> 54809 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 55034 INFO (zkConnectionManagerCallback-18-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 55521 INFO (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 55638 INFO (zkConnectionManagerCallback-22-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 58039 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 58041 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:40609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 58054 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46884_solr
[junit4] 2> 58098 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:40609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40609_solr
[junit4] 2> 58117 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.c.Overseer Overseer (id=99430191766503429-127.0.0.1:46884_solr-n_0000000000) starting
[junit4] 2> 58431 INFO (zkCallback-21-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 58432 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 61207 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46884_solr
[junit4] 2> 63130 INFO (zkCallback-21-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 63145 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 64642 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:40609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300b44cd
[junit4] 2> 64662 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:40609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300b44cd
[junit4] 2> 64722 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:40609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300b44cd
[junit4] 2> 66558 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:40609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AsyncCallRequestStatusResponseTest_641FD10850F70BB8-001/tempDir-001/node2/.
[junit4] 2> 69078 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46884.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300b44cd
[junit4] 2> 71482 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46884.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300b44cd
[junit4] 2> 71485 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46884.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@300b44cd
[junit4] 2> 71489 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AsyncCallRequestStatusResponseTest_641FD10850F70BB8-001/tempDir-001/node1/.
[junit4] 2> 74448 INFO (zkConnectionManagerCallback-28-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 74646 INFO (zkConnectionManagerCallback-32-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 74648 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 74649 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39247/solr ready
[junit4] 2> 74790 INFO (TEST-AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse-seed#[641FD10850F70BB8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncCallStatusResponse
[junit4] 2> 80854 INFO (qtp164017456-45) [n:127.0.0.1:40609_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=3a1f3230-c113-488a-a201-19d1c1590236&replicationFactor=1&collection.configName=conf&name=asynccall&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 80999 INFO (qtp164017456-45) [n:127.0.0.1:40609_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=3a1f3230-c113-488a-a201-19d1c1590236&replicationFactor=1&collection.configName=conf&name=asynccall&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=242
[junit4] 2> 81063 INFO (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection asynccall
[junit4] 2> 81325 INFO (OverseerStateUpdate-99430191766503429-127.0.0.1:46884_solr-n_0000000000) [n:127.0.0.1:46884_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"asynccall",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"asynccall_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46884/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 81328 INFO (OverseerStateUpdate-99430191766503429-127.0.0.1:46884_solr-n_0000000000) [n:127.0.0.1:46884_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"asynccall",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"asynccall_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40609/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 81705 INFO (TEST-AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse-seed#[641FD10850F70BB8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncCallStatusResponse
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AsyncCallRequestStatusResponseTest -Dtests.method=testAsyncCallStatusResponse -Dtests.seed=641FD10850F70BB8 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=America/Atka -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 7.08s J1 | AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected collection 'asynccall' to have 2 shards and 1 replica
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:40609_solr, 127.0.0.1:46884_solr]
[junit4] > Last available state: DocCollection(asynccall//collections/asynccall/state.json/1)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node3":{
[junit4] > "core":"asynccall_shard1_replica_n1",
[junit4] > "base_url":"https://127.0.0.1:46884/solr",
[junit4] > "state":"down",
[junit4] > "node_name":null,
[junit4] > "type":"NRT"}}},
[junit4] > "shard2":{
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"asynccall_shard2_replica_n2",
[junit4] > "base_url":"https://127.0.0.1:40609/solr",
[junit4] > "state":"down",
[junit4] > "node_name":null,
[junit4] > "type":"NRT"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:3E1EB4E47ECD8661]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse(AsyncCallRequestStatusResponseTest.java:43)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 82089 INFO (parallelCoreAdminExecutor-26-thread-1-processing-n:127.0.0.1:40609_solr 3a1f3230-c113-488a-a201-19d1c159023617436273493495318 CREATE) [n:127.0.0.1:40609_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=asynccall&version=2&replicaType=NRT&async=3a1f3230-c113-488a-a201-19d1c159023617436273493495318&coreNodeName=core_node4&name=asynccall_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 82089 INFO (qtp164017456-49) [n:127.0.0.1:40609_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=asynccall&version=2&replicaType=NRT&async=3a1f3230-c113-488a-a201-19d1c159023617436273493495318&coreNodeName=core_node4&name=asynccall_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=34
[junit4] 2> 82258 INFO (jetty-closer-4-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@64f8f14d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 82298 INFO (jetty-closer-4-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=836141481
[junit4] 2> 82299 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 82302 INFO (parallelCoreAdminExecutor-26-thread-1-processing-n:127.0.0.1:40609_solr 3a1f3230-c113-488a-a201-19d1c159023617436273493495318 CREATE) [n:127.0.0.1:40609_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 82303 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f203bc9: rootName = solr_40609, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@577b7ef9
[junit4] 2> 82391 WARN (parallelCoreAdminExecutor-26-thread-1-processing-n:127.0.0.1:40609_solr 3a1f3230-c113-488a-a201-19d1c159023617436273493495318 CREATE) [n:127.0.0.1:40609_solr ] o.a.s.c.SolrCores Tried to remove core asynccall_shard2_replica_n2 from pendingCoreOps and it wasn't there.
[junit4] 2> 83368 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 83368 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f1ac3ae: rootName = solr_40609, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4fbd6f94
[junit4] 2> 83422 INFO (jetty-closer-4-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@794b7cd2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 83423 INFO (jetty-closer-4-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=690505923
[junit4] 2> 83452 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 83454 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a2b3a3b: rootName = solr_46884, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@591df41a
[junit4] 2> 83698 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 83698 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e7afb83: rootName = solr_46884, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4fbd6f94
[junit4] 2> 83803 ERROR (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46884/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:46884/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at sun.security.ssl.OutputRecord.writeBuffer(OutputRecord.java:431)
[junit4] 2> at sun.security.ssl.OutputRecord.write(OutputRecord.java:417)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.writeRecordInternal(SSLSocketImpl.java:886)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:857)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:727)
[junit4] 2> at sun.security.ssl.Handshaker.sendChangeCipherSpec(Handshaker.java:1124)
[junit4] 2> at sun.security.ssl.ClientHandshaker.sendChangeCipherAndFinish(ClientHandshaker.java:1216)
[junit4] 2> at sun.security.ssl.ClientHandshaker.serverHelloDone(ClientHandshaker.java:1128)
[junit4] 2> at sun.security.ssl.ClientHandshaker.processMessage(ClientHandshaker.java:348)
[junit4] 2> at sun.security.ssl.Handshaker.processLoop(Handshaker.java:1026)
[junit4] 2> at sun.security.ssl.Handshaker.process_record(Handshaker.java:961)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:1072)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1385)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1413)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1397)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:396)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:355)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 83900 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 83947 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e077445: rootName = solr_46884, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c1f615d
[junit4] 2> 83822 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 83947 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27e3eafd: rootName = solr_40609, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c1f615d
[junit4] 2> 83949 INFO (jetty-closer-4-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40609_solr
[junit4] 2> 83950 INFO (zkCallback-21-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 83957 INFO (jetty-closer-4-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 83957 ERROR (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46884/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:46884/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:46884 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 83974 INFO (jetty-closer-4-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46884_solr
[junit4] 2> 83994 INFO (jetty-closer-4-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 84001 ERROR (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40609/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:40609/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:40609 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 84004 ERROR (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [asynccall].
[junit4] 2> 84003 INFO (jetty-closer-4-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4029674a{/solr,null,UNAVAILABLE}
[junit4] 2> 83994 INFO (jetty-closer-4-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 84013 INFO (jetty-closer-4-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99430191766503429-127.0.0.1:46884_solr-n_0000000000) closing
[junit4] 2> 84014 INFO (OverseerStateUpdate-99430191766503429-127.0.0.1:46884_solr-n_0000000000) [n:127.0.0.1:46884_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46884_solr
[junit4] 2> 84017 INFO (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 84037 INFO (jetty-closer-4-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 84137 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 115348 INFO (ScheduledTrigger-23-thread-1) [n:127.0.0.1:46884_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 115369 ERROR (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: asynccall operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: asynccall
[junit4] 2> at org.apache.solr.cloud.api.collections.DeleteCollectionCmd.call(DeleteCollectionCmd.java:120)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:698)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:238)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 115624 INFO (OverseerThreadFactory-25-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 115638 WARN (OverseerAutoScalingTriggerThread-99430191766503429-127.0.0.1:46884_solr-n_0000000000) [n:127.0.0.1:46884_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 115641 INFO (jetty-closer-4-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@176f7a81{/solr,null,UNAVAILABLE}
[junit4] 2> 115642 INFO (jetty-closer-4-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 115665 ERROR (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 115666 INFO (SUITE-AsyncCallRequestStatusResponseTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39247 39247
[junit4] 2> 115838 INFO (Thread-2) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39247 39247
[junit4] 2> 115842 WARN (Thread-2) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AsyncCallRequestStatusResponseTest_641FD10850F70BB8-001
[junit4] 2> Jan 29, 2018 12:06:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 115915 INFO (AutoscalingActionExecutor-24-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 17436308093 sessionWrapper.createTime 17436307932981033, this.sessionWrapper.createTime 17436307932981033
[junit4] 2> 115916 INFO (AutoscalingActionExecutor-24-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"3df2337df8ad37Tceqmvaotxug6tp29lc52csb1a",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":17436276550053175,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 17436276550053175,
[junit4] 2> 17436276550070443],
[junit4] 2> "_enqueue_time_":17436307487379303,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:46884_solr",
[junit4] 2> "127.0.0.1:40609_solr"]}}
[junit4] 2> 115916 WARN (AutoscalingActionExecutor-24-thread-1-processing-n:127.0.0.1:46884_solr) [n:127.0.0.1:46884_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger .auto_add_replicas has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2e1b2457), locale=ru, timezone=America/Atka
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=273684008,total=321388544
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaManager, AsyncCallRequestStatusResponseTest]
[junit4] Completed [6/770 (1!)] on J1 in 73.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 70 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> 344849 INFO (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_641FD10850F70BB8-001/init-core-data-001
[junit4] 2> 344870 WARN (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=62 numCloses=62
[junit4] 2> 344870 INFO (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 344905 INFO (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 344906 INFO (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_641FD10850F70BB8-001/tempDir-001
[junit4] 2> 344906 INFO (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 345033 INFO (Thread-159) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 345057 INFO (Thread-159) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 345090 ERROR (Thread-159) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 345137 INFO (SUITE-AddReplicaTest-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37987
[junit4] 2> 345213 INFO (zkConnectionManagerCallback-50-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 345375 INFO (jetty-launcher-47-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 345394 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 345394 INFO (jetty-launcher-47-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 345395 INFO (jetty-launcher-47-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 345417 INFO (jetty-launcher-47-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 345417 INFO (jetty-launcher-47-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 345417 INFO (jetty-launcher-47-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 345529 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 345529 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 345529 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 345533 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ab1afa6{/solr,null,AVAILABLE}
[junit4] 2> 345534 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3378f418{HTTP/1.1,[http/1.1]}{127.0.0.1:46313}
[junit4] 2> 345534 INFO (jetty-launcher-47-thread-2) [ ] o.e.j.s.Server Started @366011ms
[junit4] 2> 345534 INFO (jetty-launcher-47-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46313}
[junit4] 2> 345535 ERROR (jetty-launcher-47-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 345535 INFO (jetty-launcher-47-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 345535 INFO (jetty-launcher-47-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 345535 INFO (jetty-launcher-47-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 345535 INFO (jetty-launcher-47-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T00:10:23.209Z
[junit4] 2> 345546 INFO (jetty-launcher-47-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 345546 INFO (jetty-launcher-47-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 345546 INFO (jetty-launcher-47-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 345547 INFO (jetty-launcher-47-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59ca8976{/solr,null,AVAILABLE}
[junit4] 2> 345547 INFO (jetty-
[...truncated too long message...]
gHandler Verified autoscaling configuration
[junit4] 2> 10744353 DEBUG (simCloudManagerPool-4191-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 45
[junit4] 2> 10744353 DEBUG (simCloudManagerPool-4191-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10029_solr, 127.0.0.1:10030_solr]
[junit4] 2> 10744353 DEBUG (simCloudManagerPool-4191-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10029_solr, 127.0.0.1:10030_solr]
[junit4] 2> 10744354 DEBUG (simCloudManagerPool-4191-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10029_solr, 127.0.0.1:10030_solr]
[junit4] 2> 10744354 DEBUG (simCloudManagerPool-4191-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 10744354 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 45
[junit4] 2> 10744354 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 10744354 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 45, lastZnodeVersion 45
[junit4] 2> 10744354 DEBUG (ScheduledTrigger-4192-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 10744354 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
[junit4] 2> 10744354 DEBUG (ScheduledTrigger-4192-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 10744476 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 10744476 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 10744476 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 10744476 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 10744476 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 10744476 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10026_solr
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 10744477 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[641FD10850F70BB8]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testNodeMarkersRegistration -Dtests.seed=641FD10850F70BB8 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=cs-CZ -Dtests.timezone=Europe/Helsinki -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.36s J1 | TestTriggerIntegration.testNodeMarkersRegistration <<<
[junit4] > Throwable #1: java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10031_solr should have been deleted
[junit4] > at __randomizedtesting.SeedInfo.seed([641FD10850F70BB8:7CA559045EC2C657]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:844)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 10744478 DEBUG (SUITE-TestTriggerIntegration-seed#[641FD10850F70BB8]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_641FD10850F70BB8-001
[junit4] 2> Jan 29, 2018 3:03:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 7 leaked thread(s).
[junit4] 2> 10744525 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=488, maxMBSortInHeap=7.2097795296719305, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@74a14b01), locale=cs-CZ, timezone=Europe/Helsinki
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=151570712,total=513802240
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaManager, AsyncCallRequestStatusResponseTest, DirectSolrConnectionTest, TestSystemIdResolver, InfixSuggestersTest, TestSchemaNameResource, HdfsLockFactoryTest, UninvertDocValuesMergePolicyTest, AddReplicaTest, JsonLoaderTest, CreateRoutedAliasTest, XsltUpdateRequestHandlerTest, TestObjectReleaseTracker, SampleTest, TestStressVersions, HttpTriggerListenerTest, TestAuthorizationFramework, TestMacroExpander, SolrGangliaReporterTest, TestEmbeddedSolrServerAdminHandler, PrimitiveFieldTypeTest, ConfigSetsAPITest, TestLegacyField, SolrShardReporterTest, CurrencyRangeFacetCloudTest, TestAnalyzeInfixSuggestions, CdcrBootstrapTest, TestUtilizeNode, BasicFunctionalityTest, TestLegacyTerms, StatsReloadRaceTest, TestLocalFSCloudBackupRestore, TestTrie, SyncSliceTest, SolrXmlInZkTest, TestSearcherReuse, CoreMergeIndexesAdminHandlerTest, TestRequestForwarding, TestLeaderElectionWithEmptyReplica, TestFieldCacheVsDocValues, FastVectorHighlighterTest, TestStandardQParsers, OverseerTest, ExplicitHLLTest, TestPerFieldSimilarity, TestFastLRUCache, TestStressCloudBlindAtomicUpdates, QueryResultKeyTest, FileUtilsTest, TestTestInjection, SearchHandlerTest, TestFunctionQuery, SimplePostToolTest, MergeStrategyTest, TestCollationFieldDocValues, CachingDirectoryFactoryTest, SoftAutoCommitTest, TestSystemCollAutoCreate, TestNumericTerms32, TestStressRecovery, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, TestDistribDocBasedVersion, CSVRequestHandlerTest, TestFilteredDocIdSet, TestFieldCacheReopen, TestPolicyCloud, ScriptEngineTest, AutoscalingHistoryHandlerTest, SharedFSAutoReplicaFailoverTest, TestCoreBackup, TestChildDocTransformer, TestSolrJ, TestTlogReplica, CdcrRequestHandlerTest, SystemInfoHandlerTest, TestSubQueryTransformerDistrib, BlockDirectoryTest, JvmMetricsTest, TestNodeLostTrigger, HdfsRestartWhileUpdatingTest, TestJavabinTupleStreamParser, TestInitQParser, TestSolrCloudSnapshots, TestCloudInspectUtil, CloudMLTQParserTest, TestBulkSchemaConcurrent, PeerSyncReplicationTest, TestXmlQParser, TestUseDocValuesAsStored2, TestSweetSpotSimilarityFactory, ComputePlanActionTest, SolrMetricManagerTest, TestComputePlanAction, TestSurroundQueryParser, TestCorePropertiesReload, DataDrivenBlockJoinTest, TestGenericDistributedQueue, TestSolr4Spatial2, ClassificationUpdateProcessorTest, DistributedFacetPivotSmallTest, TestReversedWildcardFilterFactory, DOMUtilTest, TestFuzzyAnalyzedSuggestions, CollectionReloadTest, TestXIncludeConfig, LeaderFailureAfterFreshStartTest, TestPrepRecovery, TestCursorMarkWithoutUniqueKey, TestConfigSetImmutable, TestScoreJoinQPNoScore, DistributedQueryComponentOptimizationTest, TestDFISimilarityFactory, SuggesterTest, PropertiesRequestHandlerTest, TestSolrCloudWithDelegationTokens, TestJsonFacetRefinement, TestPivotHelperCode, TestMissingGroups, MultiThreadedOCPTest, HLLUtilTest, TestTriggerIntegration]
[junit4] Completed [766/770 (7!)] on J1 in 5.17s, 11 tests, 3 failures <<< FAILURES!
[...truncated 48104 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2281 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2281/
4 tests failed.
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testBadDateMathIntervalFails
Error Message:
Error from server at http://127.0.0.1:42229/solr: Collection : testV1_2018-01-28_16 is part of alias testV1 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42229/solr: Collection : testV1_2018-01-28_16 is part of alias testV1 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([4BA71BEAF89DE9F9:5336997F9597417]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4BA71BEAF89DE9F9:16EF0563375B4FB6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
{srt=[CapturedEvent{timestamp=1635048068193659, stage=AFTER_ACTION, actionName='compute', event={ "id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1", "source":"search_rate_trigger", "eventTime":1635041537690809, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10017_solr":250.0, "127.0.0.1:10012_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1635047955487209, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635055051088609, stage=AFTER_ACTION, actionName='execute', event={ "id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1", "source":"search_rate_trigger", "eventTime":1635041537690809, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10017_solr":250.0, "127.0.0.1:10012_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1635047955487209, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635055058645709, stage=AFTER_ACTION, actionName='test', event={ "id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1", "source":"search_rate_trigger", "eventTime":1635041537690809, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10017_solr":250.0, "127.0.0.1:10012_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1635047955487209, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635055064541409, stage=SUCCEEDED, actionName='null', event={ "id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1", "source":"search_rate_trigger", "eventTime":1635041537690809, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10017_solr":250.0, "127.0.0.1:10012_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1635047955487209, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635061210408459, stage=AFTER_ACTION, actionName='compute', event={ "id":"5cf105fbb7ff7T11o6dax0ywyx7rp8nqjudw6w4", "source":"search_rate_trigger", "eventTime":1635044116103159, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:10017_solr":250.0, "127.0.0.1:10012_solr":250.0}, "__start__":1, "replica":[ "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":500.0}, "shard":{"collection1":{"shard1":500.0}}, "_enqueue_time_":1635060584496409, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener", "beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
Stack Trace:
java.lang.AssertionError: {srt=[CapturedEvent{timestamp=1635048068193659, stage=AFTER_ACTION, actionName='compute', event={
"id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1",
"source":"search_rate_trigger",
"eventTime":1635041537690809,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10017_solr":250.0,
"127.0.0.1:10012_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1635047955487209,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635055051088609, stage=AFTER_ACTION, actionName='execute', event={
"id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1",
"source":"search_rate_trigger",
"eventTime":1635041537690809,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10017_solr":250.0,
"127.0.0.1:10012_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1635047955487209,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635055058645709, stage=AFTER_ACTION, actionName='test', event={
"id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1",
"source":"search_rate_trigger",
"eventTime":1635041537690809,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10017_solr":250.0,
"127.0.0.1:10012_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1635047955487209,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.async=search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0, params.waitForFinalState=true, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10017_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635055064541409, stage=SUCCEEDED, actionName='null', event={
"id":"5cf0fc60c0cb9T11o6dax0ywyx7rp8nqjudw6w1",
"source":"search_rate_trigger",
"eventTime":1635041537690809,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10017_solr":250.0,
"127.0.0.1:10012_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1635047955487209,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1635061210408459, stage=AFTER_ACTION, actionName='compute', event={
"id":"5cf105fbb7ff7T11o6dax0ywyx7rp8nqjudw6w4",
"source":"search_rate_trigger",
"eventTime":1635044116103159,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:10017_solr":250.0,
"127.0.0.1:10012_solr":250.0},
"__start__":1,
"replica":[
"{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10017_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":500.0},
"shard":{"collection1":{"shard1":500.0}},
"_enqueue_time_":1635060584496409,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}, {class=org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica, method=GET, params.action=ADDREPLICA, params.collection=collection1, params.shard=shard1, params.node=127.0.0.1:10012_solr, params.type=NRT}], properties.BEFORE_ACTION=[compute], source=search_rate_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerListener",
"beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
at __randomizedtesting.SeedInfo.seed([4BA71BEAF89DE9F9:16EF0563375B4FB6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1183)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([4BA71BEAF89DE9F9:265BBF1742D516FE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12009 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_4BA71BEAF89DE9F9-001/init-core-data-001
[junit4] 2> 679329 WARN (SUITE-TestLargeCluster-seed#[4BA71BEAF89DE9F9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 679330 INFO (SUITE-TestLargeCluster-seed#[4BA71BEAF89DE9F9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 679331 INFO (SUITE-TestLargeCluster-seed#[4BA71BEAF89DE9F9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 679331 INFO (SUITE-TestLargeCluster-seed#[4BA71BEAF89DE9F9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 679370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 679371 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 679371 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 679371 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 679371 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 679373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 679373 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 679373 DEBUG (ScheduledTrigger-942-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 37
[junit4] 2> 679460 DEBUG (ScheduledTrigger-942-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 38
[junit4] 2> 679481 DEBUG (ScheduledTrigger-942-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 90
[junit4] 2> 679484 INFO (TEST-TestLargeCluster.testSearchRate-seed#[4BA71BEAF89DE9F9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 679484 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[4BA71BEAF89DE9F9]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 679484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 679484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 679485 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 679485 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 679493 INFO (TEST-TestLargeCluster.testSearchRate-seed#[4BA71BEAF89DE9F9]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 679493 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 679494 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[4BA71BEAF89DE9F9]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 679501 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 679501 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 679501 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 679502 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 679502 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 679505 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 679505 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 679505 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679566 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679594 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679615 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679643 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679663 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679681 DEBUG (simCloudManagerPool-944-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 679681 DEBUG (simCloudManagerPool-944-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 679695 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679696 DEBUG (simCloudManagerPool-944-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 679697 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 679697 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 679697 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 679732 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679758 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679778 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679762 DEBUG (simCloudManagerPool-944-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 679793 DEBUG (simCloudManagerPool-944-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 679793 DEBUG (simCloudManagerPool-944-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 679793 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 679793 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 679793 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 679798 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679902 DEBUG (ScheduledTrigger-945-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679922 DEBUG (ScheduledTrigger-945-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679943 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679963 DEBUG (ScheduledTrigger-945-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 679983 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680003 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680024 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680044 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680064 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680085 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680105 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680125 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680158 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680161 INFO (TEST-TestLargeCluster.testSearchRate-seed#[4BA71BEAF89DE9F9]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 140 ms
[junit4] 2> 680161 DEBUG (simCloudManagerPool-944-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10041_solr",
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 680161 DEBUG (simCloudManagerPool-944-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "core":"testSearchRate_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 680178 DEBUG (ScheduledTrigger-945-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680198 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680222 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680242 DEBUG (ScheduledTrigger-945-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680262 DEBUG (ScheduledTrigger-945-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680283 DEBUG (ScheduledTrigger-945-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680319 DEBUG (ScheduledTrigger-945-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 680322 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5b5f1ea3fde91T11o6dax0ywyx7rp8nqjudw470",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1607425505353361,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10031_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10033_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10041_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10068_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10092_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10033_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10079_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10057_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10073_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10092_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10041_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10068_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10031_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 680323 DEBUG (ScheduledTrigger-945-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 680325 DEBUG (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5b5f1ea3fde91T11o6dax0ywyx7rp8nqjudw470",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1607425505353361,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10031_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10033_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10041_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10068_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10092_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10033_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10079_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10057_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10073_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10092_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10041_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10068_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10031_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1607432587721361,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 680356 DEBUG (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"5b5f1ea3fde91T11o6dax0ywyx7rp8nqjudw470",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1607425505353361,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10031_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10033_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10041_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10068_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10092_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10033_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10079_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10057_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10073_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10092_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10041_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10068_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10031_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1607432587721361,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 680461 INFO (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 680495 INFO (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 680511 INFO (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10059_solr&type=NRT
[junit4] 2> 680511 INFO (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1607441974 sessionWrapper.createTime 1607436958058861, this.sessionWrapper.createTime 1607436958058861
[junit4] 2> 680534 DEBUG (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"5b5f1ea3fde91T11o6dax0ywyx7rp8nqjudw470",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1607425505353361,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10073_solr":4.0,
[junit4] 2> "127.0.0.1:10031_solr":4.0,
[junit4] 2> "127.0.0.1:10057_solr":4.0,
[junit4] 2> "127.0.0.1:10033_solr":4.0,
[junit4] 2> "127.0.0.1:10079_solr":4.0,
[junit4] 2> "127.0.0.1:10041_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10068_solr":4.0,
[junit4] 2> "127.0.0.1:10088_solr":4.0,
[junit4] 2> "127.0.0.1:10092_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10033_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10079_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10098_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10057_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10073_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10088_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10092_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10041_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10068_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10031_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":1607432587721361,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@45f254d2, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3b2acede, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@663010d7], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 680535 DEBUG (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 680536 INFO (simCloudManagerPool-944-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10072_solr for creating new replica
[junit4] 2> 680548 DEBUG (AutoscalingActionExecutor-946-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=1
[...truncated too long message...]
ient.java:339)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:173)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:74)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:57)
[junit4] 2> ... 7 more
[junit4] 2> 3695400 DEBUG (AutoscalingActionExecutor-9099-thread-1-processing-n:127.0.0.1:43437_solr) [n:127.0.0.1:43437_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 253 ms for event id=5b8a5fb4ec00fT11o6dax0ywyx7rp8nqjudwf7b
[junit4] 2> 3695400 DEBUG (jetty-closer-5058-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3695415 INFO (jetty-closer-5058-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36639719{/solr,null,UNAVAILABLE}
[junit4] 2> 3695422 INFO (jetty-closer-5058-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3696034 WARN (zkCallback-5103-thread-1-processing-n:127.0.0.1:45386_solr) [n:127.0.0.1:45386_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3696042 INFO (jetty-closer-5058-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7aecc29{/solr,null,UNAVAILABLE}
[junit4] 2> 3696058 INFO (jetty-closer-5058-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3696058 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[4BA71BEAF89DE9F9]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3696059 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[4BA71BEAF89DE9F9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35902 35902
[junit4] 2> 3696172 INFO (Thread-4121) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35902 35902
[junit4] 2> 3696172 WARN (Thread-4121) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 25 /solr/collections/.system/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99428338665848841-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_4BA71BEAF89DE9F9-001
[junit4] 2> Jan 28, 2018 4:14:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=BlockTreeOrds(blocksize=128), event.source_s=PostingsFormat(name=LuceneVarGapFixedInterval), type=FSTOrd50, before.actions_ss=Lucene50(blocksize=128), event.property._enqueue_time__ss=BlockTreeOrds(blocksize=128), after.actions_ss=BlockTreeOrds(blocksize=128), stage_s=BlockTreeOrds(blocksize=128), event.id_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.property.eventTimes_ss=FSTOrd50, source_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.type_s=FSTOrd50, id=PostingsFormat(name=LuceneVarGapFixedInterval), event.property.nodeNames_ss=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1765, maxMBSortInHeap=5.647163984028195, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3c0e0823), locale=el-GR, timezone=Europe/Budapest
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=199782760,total=514850816
[junit4] 2> NOTE: All tests run in this JVM: [TestPrepRecovery, TestSolrCloudWithHadoopAuthPlugin, TestExactSharedStatsCache, SmileWriterTest, TestFreeTextSuggestions, TestInPlaceUpdatesDistrib, TestStressCloudBlindAtomicUpdates, TestReload, TestElisionMultitermQuery, HdfsBasicDistributedZkTest, ZkStateWriterTest, PrimUtilsTest, TestUseDocValuesAsStored2, TestSolrJ, TestAuthorizationFramework, TestDocBasedVersionConstraints, FastVectorHighlighterTest, SuggesterFSTTest, ComputePlanActionTest, TestCloudInspectUtil, TestNumericTerms32, TestReRankQParserPlugin, TestComplexPhraseQParserPlugin, TestSystemIdResolver, TestAnalyzeInfixSuggestions, TestSurroundQueryParser, SolrJmxReporterTest, ZkControllerTest, TestJavabinTupleStreamParser, TestCollectionAPI, TestLocalFSCloudBackupRestore, TestAddFieldRealTimeGet, TestJsonFacetRefinement, DistributedQueryComponentOptimizationTest, MergeStrategyTest, HdfsTlogReplayBufferedWhileIndexingTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestMissingGroups, TestCharFilters, CdcrBootstrapTest, TestFieldResource, LeaderFailureAfterFreshStartTest, PrimitiveFieldTypeTest, TestSolr4Spatial2, TestOverriddenPrefixQueryForCustomFieldType, TestTlogReplica, TestRecovery, TestManagedSchemaAPI, TimeRoutedAliasUpdateProcessorTest, DistributedFacetPivotLargeTest, SystemInfoHandlerTest, HighlighterMaxOffsetTest, AutoAddReplicasIntegrationTest, TestTrie, TestShortCircuitedRequests, TestConfigSetsAPIZkFailure, CachingDirectoryFactoryTest, TestExportWriter, XsltUpdateRequestHandlerTest, TestCorePropertiesReload, TestPerFieldSimilarity, QueryElevationComponentTest, UpdateRequestProcessorFactoryTest, TestSolrIndexConfig, TestFilteredDocIdSet, TestRandomFlRTGCloud, SignatureUpdateProcessorFactoryTest, TestScoreJoinQPNoScore, TestCollationFieldDocValues, BlockDirectoryTest, CurrencyFieldTypeTest, BadCopyFieldTest, EnumFieldTest, TestStressRecovery, TestSystemCollAutoCreate, OverriddenZkACLAndCredentialsProvidersTest, RulesTest, TestNodeLostTrigger, SampleTest, CollectionsAPIDistributedZkTest, SoftAutoCommitTest, TestSimpleTrackingShardHandler, TestNumericRangeQuery64, SchemaVersionSpecificBehaviorTest, TestReversedWildcardFilterFactory, TestSolrCloudWithDelegationTokens, LegacyCloudClusterPropTest, TestSolr4Spatial, ShardRoutingCustomTest, AddReplicaTest, SearchHandlerTest, CurrencyRangeFacetCloudTest, TestDistributedStatsComponentCardinality, DeleteStatusTest, CloudMLTQParserTest, TestSubQueryTransformerDistrib, QueryEqualityTest, TestSchemaManager, SolrMetricManagerTest, TestQueryWrapperFilter, TestSolrCloudSnapshots, TestPostingsSolrHighlighter, TestCoreBackup, PeerSyncReplicationTest, SliceStateTest, BasicZkTest, ReplaceNodeTest, TestOrdValues, SolrCoreTest, TestTestInjection, TestSearchPerf, TestTriggerIntegration, TestQueryUtils, TestStressVersions, TestReqParamsAPI, BigEndianAscendingWordDeserializerTest, AddBlockUpdateTest, TestPolicyCloud, TestSimpleTextCodec, GraphQueryTest, QueryResultKeyTest, TestLRUCache, DistribJoinFromCollectionTest, OverseerTest, HttpPartitionTest, TestMacroExpander, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, PeerSyncTest, HighlighterTest, DistributedQueryElevationComponentTest, SimplePostToolTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterWFSTTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderNoQuery, BadComponentTest, MultiTermTest, TestConfig, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, DateFieldTest, TestDocumentBuilder, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestLuceneIndexBackCompat, ActionThrottleTest, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, ConcurrentCreateRoutedAliasTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestClusterProperties, TestConfigSetsAPI, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestStressInPlaceUpdates, SystemLogListenerTest, TriggerIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [629/770 (4!)] on J1 in 21.52s, 1 test, 1 failure <<< FAILURES!
[...truncated 48495 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2280 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2280/
6 tests failed.
FAILED: org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
Error Message:
concurrent alias creation failed org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34442/solr: Timed out waiting to see all replicas: [testAlias44_2018-01-28_01_shard1_replica_n1] in cluster state. Last state: DocCollection(testAlias44_2018-01-28_01//collections/testAlias44_2018-01-28_01/state.json/0)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: concurrent alias creation failed org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34442/solr: Timed out waiting to see all replicas: [testAlias44_2018-01-28_01_shard1_replica_n1] in cluster state. Last state: DocCollection(testAlias44_2018-01-28_01//collections/testAlias44_2018-01-28_01/state.json/0)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([628DE111888C0D5:C2B3D243B59777EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal(ConcurrentCreateRoutedAliasTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
Error Message:
Error starting up MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([628DE111888C0D5]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:507)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:251)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.setupCluster(AutoAddReplicasIntegrationTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Suppressed: java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:717)
at org.apache.zookeeper.ClientCnxn.start(ClientCnxn.java:420)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:450)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:124)
at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:943)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:108)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Suppressed: java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:717)
at org.apache.zookeeper.ClientCnxn.start(ClientCnxn.java:420)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:450)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:124)
at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:943)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:108)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Suppressed: java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:717)
at java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:957)
at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1378)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
at java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:238)
at org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:463)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:254)
... 26 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
Error Message:
ObjectTracker found 10 object(s) that were not released!!! [InternalHttpClient, Overseer, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:541) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:783) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:279) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1504) at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:613) at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:557) at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:201) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41) at org.apache.solr.cloud.Overseer.start(Overseer.java:529) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:783) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 10 object(s) that were not released!!! [InternalHttpClient, Overseer, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:541)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:783)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:279)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1504)
at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:613)
at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:557)
at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:201)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41)
at org.apache.solr.cloud.Overseer.start(Overseer.java:529)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:783)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([628DE111888C0D5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
at sun.reflect.GeneratedMethodAccessor49.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
Error Message:
51 threads leaked from SUITE scope at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest: 1) Thread[id=5759, name=qtp1836158406-5759, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5775, name=qtp1192468507-5775-acceptor-0@20864317-ServerConnector@20bf601f{SSL,[ssl, http/1.1]}{127.0.0.1:40201}, state=RUNNABLE, group=TGRP-AutoAddReplicasIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5762, name=qtp1836158406-5762, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5758, name=qtp1836158406-5758-acceptor-0@4b81c3cd-ServerConnector@ecff73e{SSL,[ssl, http/1.1]}{127.0.0.1:57624}, state=RUNNABLE, group=TGRP-AutoAddReplicasIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=5756, name=qtp1836158406-5756, state=RUNNABLE, group=TGRP-AutoAddReplicasIntegrationTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.io.ManagedSelector$$Lambda$188/558951198.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5810, name=OverseerCollectionConfigSetProcessor-99424856575967237-127.0.0.1:57624_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=5764, name=qtp642483062-5764, state=RUNNABLE, group=TGRP-AutoAddReplicasIntegrationTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.io.ManagedSelector$$Lambda$188/558951198.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=5805, name=jetty-launcher-1188-thread-2-SendThread(127.0.0.1:51004), state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 9) Thread[id=5772, name=Scheduler-1893603420, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=5776, name=qtp1192468507-5776, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=5820, name=zkCallback-1210-thread-2, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=5778, name=qtp1192468507-5778, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=5808, name=OverseerStateUpdate-99424856575967237-127.0.0.1:57624_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=5781, name=Scheduler-2092433148, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=5763, name=qtp1836158406-5763, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=5822, name=zkCallback-1210-thread-4, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=5777, name=qtp1192468507-5777, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=5766, name=qtp642483062-5766-acceptor-0@7d1f8dfd-ServerConnector@773a17d6{SSL,[ssl, http/1.1]}{127.0.0.1:60433}, state=RUNNABLE, group=TGRP-AutoAddReplicasIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=5771, name=qtp642483062-5771, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=5792, name=Connection evictor, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=5819, name=ScheduledTrigger-2135-thread-4, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=5809, name=Connection evictor, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=5767, name=qtp642483062-5767, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=5799, name=Connection evictor, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=5811, name=OverseerAutoScalingTriggerThread-99424856575967237-127.0.0.1:57624_solr-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=5768, name=qtp642483062-5768, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=5798, name=Connection evictor, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=5821, name=zkCallback-1210-thread-3, state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=5765, name=qtp642483062-5765, state=RUNNABLE, group=TGRP-AutoAddReplicasIntegrationTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java
[...truncated too long message...]
s-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180128_005004_2774515412145540557861.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180128_005004_2778996987156922609212.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180128_005004_2774010479376098700517.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180128_005004_2776166943841804620433.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180128_005004_2774010479376098700517.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180128_005004_2776166943841804620433.syserr
Total time: 247 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2279 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 2279 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2279/
7 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:41774/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:36685/solr/test_col_shard2_replica_n6: Server Error request: http://127.0.0.1:36685/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A41774%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32795/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@7e75f2e7
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:41774/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:36685/solr/test_col_shard2_replica_n6: Server Error
request: http://127.0.0.1:36685/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A41774%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32795/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@7e75f2e7
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6:3290C382159009B7]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:41774/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:36685/solr/test_col_shard2_replica_n6: Server Error
request: http://127.0.0.1:36685/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A41774%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32795/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@7e75f2e7
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41774/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:36685/solr/test_col_shard2_replica_n6: Server Error
request: http://127.0.0.1:36685/solr/test_col_shard2_replica_n6/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A41774%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32795/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@7e75f2e7
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost
Error Message:
org.apache.solr.common.SolrException:
Stack Trace:
org.apache.solr.common.SolrException: org.apache.solr.common.SolrException:
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6:BB916F3A1C275620]:0)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:78)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getNodeValues(SolrClientNodeStateProvider.java:111)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.printState(ComputePlanActionTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException:
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:250)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:76)
... 39 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:44554/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:292)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:227)
... 40 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:44554 [/127.0.0.1] failed: Connection refused (Connection refused)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 45 more
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
... 55 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6:8CB928BBA50DD20B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6:E94436D422A1AE7F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.stats.TestExactSharedStatsCache
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.search.stats.TestExactSharedStatsCache: 1) Thread[id=25571, name=qtp1500056194-25571, state=TIMED_WAITING, group=TGRP-TestExactSharedStatsCache] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.stats.TestExactSharedStatsCache:
1) Thread[id=25571, name=qtp1500056194-25571, state=TIMED_WAITING, group=TGRP-TestExactSharedStatsCache]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.search.stats.TestExactSharedStatsCache
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25571, name=qtp1500056194-25571, state=TIMED_WAITING, group=TGRP-TestExactSharedStatsCache] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25571, name=qtp1500056194-25571, state=TIMED_WAITING, group=TGRP-TestExactSharedStatsCache]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6]:0)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6:697805392585CCA1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11819 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 429984 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_484A1C49FCD33A6-001/init-core-data-001
[junit4] 2> 430066 WARN (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 430073 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 430075 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 430075 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_484A1C49FCD33A6-001/tempDir-001
[junit4] 2> 430076 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 430110 INFO (Thread-168) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 430110 INFO (Thread-168) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 430184 ERROR (Thread-168) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 430404 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40636
[junit4] 2> 430536 INFO (zkConnectionManagerCallback-329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 430607 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 430661 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 430661 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 430661 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 430661 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e1473a9{/solr,null,AVAILABLE}
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5270c8f1{SSL,[ssl, http/1.1]}{127.0.0.1:44337}
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.e.j.s.Server Started @439283ms
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44337}
[junit4] 2> 430664 ERROR (jetty-launcher-326-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 430664 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T18:58:29.626Z
[junit4] 2> 430754 INFO (zkConnectionManagerCallback-331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 430754 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 430949 INFO (jetty-launcher-326-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
[junit4] 2> 430973 INFO (zkConnectionManagerCallback-335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 431321 INFO (zkConnectionManagerCallback-337-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 431724 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 431724 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44337_solr
[junit4] 2> 431725 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer Overseer (id=99423322708901891-127.0.0.1:44337_solr-n_0000000000) starting
[junit4] 2> 431762 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 431852 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44337_solr
[junit4] 2> 431855 INFO (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 432003 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 432058 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 432095 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44337_solr]
[junit4] 2> 432095 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 432095 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 432402 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 432455 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 432456 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44337.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 432516 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44337.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 432650 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44337.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 432651 INFO (jetty-launcher-326-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_484A1C49FCD33A6-001/tempDir-001/node1/.
[junit4] 2> 432548 DEBUG (ScheduledTrigger-371-thread-1) [n:127.0.0.1:44337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 433095 INFO (zkConnectionManagerCallback-341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 433314 INFO (zkConnectionManagerCallback-345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 433327 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 433327 INFO (SUITE-ComputePlanActionTest-seed#[484A1C49FCD33A6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40636/solr ready
[junit4] 2> 433693 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
[junit4] 2> 433711 DEBUG (zkCallback-336-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 433715 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 433928 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 433928 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 433928 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 434130 INFO (qtp1289361122-1838) [n:127.0.0.1:44337_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeLost&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 434200 INFO (OverseerThreadFactory-373-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 434201 ERROR (OverseerThreadFactory-373-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testNodeLost operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeLost
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:813)
[junit4] 2> at org.apache.solr.cloud.api.collections.DeleteCollectionCmd.call(DeleteCollectionCmd.java:102)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 434365 INFO (qtp1289361122-1838) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeLost&action=DELETE&wt=javabin&version=2} status=400 QTime=234
[junit4] 2> 434366 INFO (qtp1289361122-1836) [n:127.0.0.1:44337_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeAdded&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 434493 INFO (OverseerCollectionConfigSetProcessor-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 434493 INFO (OverseerThreadFactory-373-thread-2-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 434529 ERROR (OverseerThreadFactory-373-thread-2-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testNodeAdded operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeAdded
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:813)
[junit4] 2> at org.apache.solr.cloud.api.collections.DeleteCollectionCmd.call(DeleteCollectionCmd.java:102)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 434640 INFO (qtp1289361122-1836) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeAdded&action=DELETE&wt=javabin&version=2} status=400 QTime=273
[junit4] 2> 434642 INFO (qtp1289361122-1838) [n:127.0.0.1:44337_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeWithMultipleReplicasLost&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 434725 INFO (OverseerCollectionConfigSetProcessor-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 434725 INFO (OverseerThreadFactory-373-thread-3-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 434725 ERROR (OverseerThreadFactory-373-thread-3-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testNodeWithMultipleReplicasLost operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeWithMultipleReplicasLost
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:813)
[junit4] 2> at org.apache.solr.cloud.api.collections.DeleteCollectionCmd.call(DeleteCollectionCmd.java:102)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 434765 INFO (qtp1289361122-1838) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeWithMultipleReplicasLost&action=DELETE&wt=javabin&version=2} status=400 QTime=122
[junit4] 2> 435330 INFO (qtp1289361122-1840) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=161
[junit4] 2> 435365 DEBUG (qtp1289361122-1836) [n:127.0.0.1:44337_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 435376 DEBUG (zkCallback-336-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 435380 INFO (qtp1289361122-1836) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=449
[junit4] 2> 435380 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 435380 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 435400 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 435529 INFO (qtp1289361122-1839) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 435546 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 435619 DEBUG (qtp1289361122-1838) [n:127.0.0.1:44337_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 435652 DEBUG (zkCallback-336-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 435655 INFO (qtp1289361122-1838) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=274
[junit4] 2> 435656 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 435656 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 435658 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 435671 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 435692 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 435730 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 435730 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 435730 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 435730 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6183ecfe{/solr,null,AVAILABLE}
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e0920bc{SSL,[ssl, http/1.1]}{127.0.0.1:45220}
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.Server Started @444350ms
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45220}
[junit4] 2> 435731 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 435731 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T18:58:34.693Z
[junit4] 2> 435745 INFO (zkConnectionManagerCallback-347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 435761 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 435826 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
[junit4] 2> 435898 INFO (zkConnectionManagerCallback-351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 435914 INFO (zkConnectionManagerCallback-353-thread-1-processing-n:127.0.0.1:45220_solr) [n:127.0.0.1:45220_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 435918 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 435931 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 435932 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45220_solr
[junit4] 2> 435933 INFO (zkCallback-336-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 436024 INFO (zkCallback-344-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 436060 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45220_solr"} current state version: 0
[junit4] 2> 436060 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45220_solr
[junit4] 2> 436098 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:45220_solr) [n:127.0.0.1:45220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 436479 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45220.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 436553 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45220.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 436553 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45220.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 436589 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:45220_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_484A1C49FCD33A6-001/tempDir-001/node2/.
[junit4] 2> 436733 INFO (OverseerCollectionConfigSetProcessor-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 436843 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 437024 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 437024 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 437025 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 437041 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e99f76a{/solr,null,AVAILABLE}
[junit4] 2> 437042 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53879860{SSL,[ssl, http/1.1]}{127.0.0.1:37018}
[junit4] 2> 437042 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.Server Started @445661ms
[junit4] 2> 437042 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37018}
[junit4] 2> 437043 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 437043 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 437044 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 437044 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 437044 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T18:58:36.006Z
[junit4] 2> 437101 INFO (zkConnectionManagerCallback-357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 437117 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 437280 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
[junit4] 2> 437316 INFO (zkConnectionManagerCallback-361-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 437567 INFO (zkConnectionManagerCallback-363-thread-1-processing-n:127.0.0.1:37018_solr) [n:127.0.0.1:37018_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 437591 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 437656 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 437658 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37018_solr
[junit4] 2> 437659 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37018_solr"} current state version: 0
[junit4] 2> 437659 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37018_solr
[junit4] 2> 437676 INFO (zkCallback-344-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 437677 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:45220_solr) [n:127.0.0.1:45220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 437677 INFO (zkCallback-336-thread-1-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 437815 INFO (zkCallback-362-thread-1-processing-n:127.0.0.1:37018_solr) [n:127.0.0.1:37018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 438323 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37018.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 438524 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37018.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 438524 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37018.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 438526 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:37018_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_484A1C49FCD33A6-001/tempDir-001/node3/.
[junit4] 2> 439049 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 439127 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 439127 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 439127 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 439127 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b32aa90{/solr,null,AVAILABLE}
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b4ba35{SSL,[ssl, http/1.1]}{127.0.0.1:36065}
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.e.j.s.Server Started @447747ms
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36065}
[junit4] 2> 439128 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 439128 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T18:58:38.090Z
[junit4] 2> 439163 INFO (zkConnectionManagerCallback-367-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 439175 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 439274 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
[junit4] 2> 439374 INFO (zkConnectionManagerCallback-371-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 439540 INFO (zkConnectionManagerCallback-373-thread-1-processing-n:127.0.0.1:36065_solr) [n:127.0.0.1:36065_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 439559 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 439573 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 439575 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36065_solr
[junit4] 2> 439575 INFO (zkCallback-362-thread-1-processing-n:127.0.0.1:37018_solr) [n:127.0.0.1:37018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 439576 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:45220_solr) [n:127.0.0.1:45220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 439576 INFO (zkCallback-344-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 439577 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36065_solr"} current state version: 0
[junit4] 2> 439577 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36065_solr
[junit4] 2> 439669 INFO (zkCallback-372-thread-1-processing-n:127.0.0.1:36065_solr) [n:127.0.0.1:36065_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 439685 INFO (zkCallback-336-thread-2-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 440179 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36065.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 440252 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36065.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 440252 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36065.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b1362b1
[junit4] 2> 440265 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[484A1C49FCD33A6]) [n:127.0.0.1:36065_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_484A1C49FCD33A6-001/tempDir-001/node4/.
[junit4] 2> 441026 INFO (zkConnectionManagerCallback-377-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 442325 INFO (qtp327326528-1927) [n:127.0.0.1:36065_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 442539 INFO (qtp1019573966-1903) [n:127.0.0.1:37018_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 442543 INFO (qtp1289361122-1836) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 442648 INFO (qtp822576857-1876) [n:127.0.0.1:45220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 442648 DEBUG (qtp822576857-1879) [n:127.0.0.1:45220_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 442649 DEBUG (zkCallback-336-thread-2-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 442756 INFO (qtp822576857-1879) [n:127.0.0.1:45220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=940
[junit4] 2> 442772 DEBUG (zkCallback-336-thread-2-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36065_solr, 127.0.0.1:45220_solr, 127.0.0.1:44337_solr, 127.0.0.1:37018_solr]
[junit4] 2> 442773 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 442774 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 442774 DEBUG (OverseerAutoScalingTriggerThread-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 442774 DEBUG (ScheduledTrigger-371-thread-3) [n:127.0.0.1:44337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 442925 INFO (qtp327326528-1928) [n:127.0.0.1:36065_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&name=testNodeWithMultipleReplicasLost&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 443011 INFO (OverseerThreadFactory-373-thread-4-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeWithMultipleReplicasLost
[junit4] 2> 443106 INFO (qtp327326528-1926) [n:127.0.0.1:36065_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 443211 INFO (qtp1019573966-1901) [n:127.0.0.1:37018_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 443231 INFO (qtp1289361122-1840) [n:127.0.0.1:44337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 443248 INFO (qtp822576857-1878) [n:127.0.0.1:45220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 443534 INFO (OverseerThreadFactory-373-thread-4-processing-n:127.0.0.1:44337_solr) [n:127.0.0.1:44337_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1533854489 sessionWrapper.createTime 1533854203992988, this.sessionWrapper.createTime 1533854203992988
[junit4] 2> 443540 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeWithMultipleReplicasLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 443540 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
[junit4] 2> 443540 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 443666 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 443666 INFO (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 443667 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 443667 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 443717 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45220/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 443717 INFO (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45220/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 443718 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 443718 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:45220/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 443718 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44337/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 443718 INFO (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44337/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 443720 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:45220/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 443720 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:45220/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node9":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:44337/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 443720 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37018/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 443720 INFO (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37018/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 443753 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 443753 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
[junit4] 2> "base_url":"https://127.0.0.1:37018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 443754 DEBUG (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.Overseer processMessage: queueSize: 6, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36065/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 443754 INFO (OverseerStateUpdate-99423322708901891-127.0.0.1:44337_solr-n_0000000000) [n:127.0.0.1:44337_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:
[...truncated too long message...]
name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=347, maxMBSortInHeap=7.881523682030646, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@617b04b5), locale=tr, timezone=Mexico/BajaSur
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=67575264,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, TestConfigsApi, CurrencyRangeFacetCloudTest, TestPartialUpdateDeduplication, TestInPlaceUpdatesDistrib, SolrXmlInZkTest, TestFastLRUCache, CdcrBootstrapTest, TestNumericTerms32, ClassificationUpdateProcessorTest, ComputePlanActionTest, TestFieldCacheReopen, BadComponentTest, SearchHandlerTest, SolrShardReporterTest, TestScoreJoinQPNoScore, SpatialHeatmapFacetsTest, ShardRoutingCustomTest, TestReversedWildcardFilterFactory, TestUtilizeNode, TestNodeLostTrigger, TestSimpleTextCodec, DistributedQueryComponentOptimizationTest, UninvertDocValuesMergePolicyTest, TestGenericDistributedQueue, TestFreeTextSuggestions, TestCorePropertiesReload, TestSchemaNameResource, DirectUpdateHandlerOptimizeTest, QueryElevationComponentTest, BlockDirectoryTest, TestTlogReplica, ChaosMonkeySafeLeaderTest, EnumFieldTest, TestTriggerIntegration, SortByFunctionTest, TestUseDocValuesAsStored2, SchemaVersionSpecificBehaviorTest, TestLockTree, ResourceLoaderTest, TestOverriddenPrefixQueryForCustomFieldType, TestRTGBase, TestLocalFSCloudBackupRestore, CreateRoutedAliasTest, NodeLostTriggerTest, TestTrie, TestQueryWrapperFilter, DistributedMLTComponentTest, TestCloudPseudoReturnFields, TestZkChroot, TestClusterProperties, TestRandomFlRTGCloud, PolyFieldTest, TestDocBasedVersionConstraints, TestPostingsSolrHighlighter, SimplePostToolTest, DocumentBuilderTest, AutoAddReplicasIntegrationTest, SyncSliceTest, JvmMetricsTest, HdfsBasicDistributedZkTest, TestCloudInspectUtil, PeerSyncReplicationTest, TestStandardQParsers, ConfigSetsAPITest, PropertiesRequestHandlerTest, RulesTest, SolrMetricManagerTest, TestSolr4Spatial, SOLR749Test, TestTestInjection, TestXIncludeConfig, TestJettySolrRunner, TestSolr4Spatial2, TestSolrCloudWithHadoopAuthPlugin, VMParamsZkACLAndCredentialsProvidersTest, TestConfigSetsAPIZkFailure, TestSimpleTrackingShardHandler, TestSweetSpotSimilarityFactory, SharedFSAutoReplicaFailoverTest, MergeStrategyTest, MultiThreadedOCPTest, CSVRequestHandlerTest, TestDynamicFieldCollectionResource, TestSchemaManager, TestDistribDocBasedVersion, TestAddFieldRealTimeGet, SuggesterTest, TestDistributedStatsComponentCardinality, TestChildDocTransformer, FastVectorHighlighterTest, TestSolrCloudWithDelegationTokens, CoreMergeIndexesAdminHandlerTest, SuggesterFSTTest, TestSearcherReuse, BlockJoinFacetDistribTest, TestAnalyzeInfixSuggestions, TestStressRecovery, HdfsTlogReplayBufferedWhileIndexingTest, TestReqParamsAPI, CollectionReloadTest, TestDistributedGrouping, AtomicUpdatesTest, TestPolicyCloud, HttpTriggerListenerTest, ResponseHeaderTest, QueryEqualityTest, TestBM25SimilarityFactory, TestManagedSchemaAPI, DirectSolrConnectionTest, InfixSuggestersTest, TestQueryUtils, TestSystemIdResolver, StressHdfsTest, TestOrdValues, TestJavabinTupleStreamParser, LeaderFailureAfterFreshStartTest, TestInitQParser, StatsReloadRaceTest, TestRequestForwarding, SolrGangliaReporterTest, RequiredFieldsTest, TestSolrJ, SolrJmxReporterTest, SolrCoreTest, TestBulkSchemaConcurrent, TestMacroExpander, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestDistributedSearch, TestStressReorder, TestReload, StatsComponentTest, TestFunctionQuery, BasicFunctionalityTest, HighlighterTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestCSVLoader, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, TestComponentsName, TestLFUCache, DistributedIntervalFacetingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, TestAuthenticationFramework, TestCloudRecovery, TestPrepRecovery, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, TestCollectionAPI, MetricTriggerTest, TriggerIntegrationTest, TestSystemCollAutoCreate, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedSuggestComponentTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, MetricsConfigTest, SolrCoreMetricManagerTest, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrCloudReportersTest, SmileWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRawTransformer, TestSolrQueryResponse, TestSubQueryTransformerDistrib, TestManagedResourceStorage, TestRestManager, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestSchemaResource, TestUniqueKeyFieldResource, BadCopyFieldTest, CurrencyFieldTypeTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCollationFieldDocValues, TestManagedSchema, TestSchemalessBufferedUpdates, TestUseDocValuesAsStored, TestCollapseQParserPlugin, TestCustomSort, TestMultiWordSynonyms, TestRandomCollapseQParserPlugin, TestMinMaxOnMultiValuedField, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestNestedDocsSort, TestScoreJoinQPScore, CloudMLTQParserTest, TestClassicSimilarityFactory, TestDFISimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, TestExactSharedStatsCache]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestExactSharedStatsCache -Dtests.seed=484A1C49FCD33A6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=Mexico/BajaSur -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestExactSharedStatsCache (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.stats.TestExactSharedStatsCache:
[junit4] > 1) Thread[id=25571, name=qtp1500056194-25571, state=TIMED_WAITING, group=TGRP-TestExactSharedStatsCache]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=25571, name=qtp1500056194-25571, state=TIMED_WAITING, group=TGRP-TestExactSharedStatsCache]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([484A1C49FCD33A6]:0)
[junit4] Completed [739/770 (5!)] on J1 in 72.04s, 1 test, 2 errors <<< FAILURES!
[...truncated 48163 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2278 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2278/
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest: 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F7449FA859D9CE6B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F7449FA859D9CE6B]:0)
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 8 in https://127.0.0.1:44378/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 8 in https://127.0.0.1:44378/solr
at __randomizedtesting.SeedInfo.seed([8CCFA3740F1B19D6:4D3FDAD8224BD371]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8CCFA3740F1B19D6:BD71CE9071B16C24]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([8CCFA3740F1B19D6:D187BDFDC0DDBF99]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSystemCollAutoCreate.testAutoCreate
Error Message:
Could not load collection from ZK: .system
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: .system
at __randomizedtesting.SeedInfo.seed([8CCFA3740F1B19D6:B39417A5B965D0BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:117)
at org.apache.solr.handler.TestSystemCollAutoCreate.testAutoCreate(TestSystemCollAutoCreate.java:27)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/.system/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 45 more
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([8CCFA3740F1B19D6:E1330789B553E6D1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11735 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> 156694 INFO (SUITE-TestTriggerIntegration-seed#[8CCFA3740F1B19D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_8CCFA3740F1B19D6-001/init-core-data-001
[junit4] 2> 156695 WARN (SUITE-TestTriggerIntegration-seed#[8CCFA3740F1B19D6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=81 numCloses=81
[junit4] 2> 156695 INFO (SUITE-TestTriggerIntegration-seed#[8CCFA3740F1B19D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 156729 INFO (SUITE-TestTriggerIntegration-seed#[8CCFA3740F1B19D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 156745 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 156745 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 156745 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 156745 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 156745 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 156757 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 156757 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 156810 DEBUG (ScheduledTrigger-278-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 156824 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 156824 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 156824 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 156824 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 156834 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 156844 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 156845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 156845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
[junit4] 2> 156845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 156845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 156858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 156858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 156874 DEBUG (ScheduledTrigger-281-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 156907 DEBUG (ScheduledTrigger-281-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157022 DEBUG (ScheduledTrigger-281-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157055 DEBUG (ScheduledTrigger-281-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157075 DEBUG (ScheduledTrigger-281-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157091 DEBUG (simCloudManagerPool-280-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157091 DEBUG (simCloudManagerPool-280-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 157091 DEBUG (simCloudManagerPool-280-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
[junit4] 2> 157091 DEBUG (simCloudManagerPool-280-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
[junit4] 2> 157092 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 157092 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157092 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 157092 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 157098 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 157098 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 157098 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 157098 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 157118 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 157118 DEBUG (ScheduledTrigger-281-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 157118 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr]
[junit4] 2> 157118 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e1f4b94b39dT8v1uqefexip0ehhtpxxf0hxcy",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1493271202542493,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493271202542493],
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 157119 DEBUG (ScheduledTrigger-281-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 157122 DEBUG (AutoscalingActionExecutor-282-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e1f4b94b39dT8v1uqefexip0ehhtpxxf0hxcy",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1493271202542493,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493271202542493],
[junit4] 2> "_enqueue_time_":1493272261695993,
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 157125 DEBUG (AutoscalingActionExecutor-282-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 157125 DEBUG (AutoscalingActionExecutor-282-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 157125 DEBUG (AutoscalingActionExecutor-282-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 168 ms for event id=54e1f4b94b39dT8v1uqefexip0ehhtpxxf0hxcy
[junit4] 2> 157125 DEBUG (simCloudManagerPool-280-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157125 DEBUG (simCloudManagerPool-280-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 157125 DEBUG (simCloudManagerPool-280-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr]
[junit4] 2> 157125 DEBUG (simCloudManagerPool-280-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr]
[junit4] 2> 157138 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 157138 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 157138 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10010_solr
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 157174 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 157175 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 157175 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 157175 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 157179 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 157179 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 157179 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 157179 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 157179 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 157179 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 157180 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10010_solr
[junit4] 2> 157180 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 157180 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 157180 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 157180 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 157181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 157181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 157181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 157181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 157181 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 157181 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157210 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157247 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157267 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157282 DEBUG (simCloudManagerPool-283-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157282 DEBUG (simCloudManagerPool-283-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 157288 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157292 DEBUG (simCloudManagerPool-283-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157295 DEBUG (simCloudManagerPool-283-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157295 DEBUG (simCloudManagerPool-283-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 157298 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 157336 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157336 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157336 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157353 DEBUG (simCloudManagerPool-283-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157356 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157369 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157369 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 157377 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157385 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 157385 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157385 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157385 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 157385 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 157385 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 1493285566783593
[junit4] 2> 157385 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [1493285566783593], now=1493285571339043
[junit4] 2> 157385 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e22a3c1a069T8v1uqefexip0ehhtpxxf0hxd1",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1493285566783593,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493285566783593],
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157386 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 157417 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e22a3c1a069T8v1uqefexip0ehhtpxxf0hxd1",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1493285566783593,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493285566783593],
[junit4] 2> "_enqueue_time_":1493285594985843,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157418 INFO (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
[junit4] 2> 157418 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 157418 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 157418 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 157418 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 33 ms for event id=54e22a3c1a069T8v1uqefexip0ehhtpxxf0hxd1
[junit4] 2> 157518 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 157518 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157519 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 157519 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 1493292240273593
[junit4] 2> 157519 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [1493292240273593], now=1493292241905393
[junit4] 2> 157519 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e24318700b9T8v1uqefexip0ehhtpxxf0hxd4",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493292240273593,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493292240273593],
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157519 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 157543 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157543 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 157555 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e24318700b9T8v1uqefexip0ehhtpxxf0hxd4",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493292240273593,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493292240273593],
[junit4] 2> "_enqueue_time_":1493292250966793,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157555 INFO (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 1493287190946143 time = 1493294059946493
[junit4] 2> 157555 INFO (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
[junit4] 2> 157555 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 157556 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 157556 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 157556 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 39 ms for event id=54e24318700b9T8v1uqefexip0ehhtpxxf0hxd4
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157556 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157557 DEBUG (simCloudManagerPool-283-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157557 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157557 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 157557 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157557 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157558 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157558 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157558 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 157558 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157558 DEBUG (simCloudManagerPool-283-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 157567 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157567 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157567 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 157567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 157567 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 157568 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
[junit4] 2> 157568 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10012_solr]
[junit4] 2> 157568 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e24c38cb03fT8v1uqefexip0ehhtpxxf0hxd7",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":1493294690119743,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493294690119743],
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157568 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 157568 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e24c38cb03fT8v1uqefexip0ehhtpxxf0hxd7",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":1493294690119743,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493294690119743],
[junit4] 2> "_enqueue_time_":1493294698120743,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157568 INFO (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
[junit4] 2> 157569 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 157569 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 157569 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 157569 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 157569 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 157569 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 28 ms for event id=54e24c38cb03fT8v1uqefexip0ehhtpxxf0hxd7
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157669 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
[junit4] 2> 157670 DEBUG (ScheduledTrigger-284-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
[junit4] 2> 157670 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10012_solr]
[junit4] 2> 157670 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e25f392aef5T8v1uqefexip0ehhtpxxf0hxda",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1493299790786293,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493299790786293],
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157670 DEBUG (ScheduledTrigger-284-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 157670 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e25f392aef5T8v1uqefexip0ehhtpxxf0hxda",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1493299790786293,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493299790786293],
[junit4] 2> "_enqueue_time_":1493299800997143,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 157670 INFO (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 1493294729649743 time = 1493299824893643
[junit4] 2> 157670 INFO (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 157670 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10012_solr
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 157671 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 4
[junit4] 2> 157671 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 8
[junit4] 2> 157671 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 157671 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 157671 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 157671 DEBUG (AutoscalingActionExecutor-285-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 33 ms for event id=54e25f392aef5T8v1uqefexip0ehhtpxxf0hxda
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 157671 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 157675 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 157675 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 157675 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 157675 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10012_solr
[junit4] 2> 157675 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 157675 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 157675 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 157675 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 157675 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 157676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 157676 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157697 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157717 DEBUG (ScheduledTrigger-287-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157737 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157758 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157777 DEBUG (simCloudManagerPool-286-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 157777 DEBUG (simCloudManagerPool-286-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 157778 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157778 DEBUG (simCloudManagerPool-286-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157778 INFO (simCloudManagerPool-286-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 157778 DEBUG (simCloudManagerPool-286-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10011_solr]
[junit4] 2> 157778 DEBUG (simCloudManagerPool-286-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 157778 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 157779 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157779 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 157779 DEBUG (ScheduledTrigger-287-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157779 DEBUG (ScheduledTrigger-287-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 157779 DEBUG (ScheduledTrigger-287-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10013_solr at time 1493305265889443
[junit4] 2> 157798 DEBUG (ScheduledTrigger-287-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 157799 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157800 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 157800 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10013_solr] added at times [1493305265889443], now=1493306290250093
[junit4] 2> 157800 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493305265889443,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493305265889443],
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 157800 DEBUG (ScheduledTrigger-287-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
[junit4] 2> 157800 DEBUG (AutoscalingActionExecutor-288-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493305265889443,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493305265889443],
[junit4] 2> "_enqueue_time_":1493306304679843,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 157800 INFO (AutoscalingActionExecutor-288-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493305265889443,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493305265889443],
[junit4] 2> "_enqueue_time_":1493306304679843,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 157801 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 157801 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 157801 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 157801 WARN (AutoscalingActionExecutor-288-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 157801 DEBUG (AutoscalingActionExecutor-288-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 34 ms for event id=54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10013_solr]
[junit4] 2> 157802 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10013_solr]
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion -1
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10011_solr
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 157802 DEBUG (ScheduledTrigger-290-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 157802 DEBUG (ScheduledTrigger-290-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
[junit4] 2> 157802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 157803 DEBUG (ScheduledTrigger-290-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493305265889443,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493305265889443],
[junit4] 2> "_dequeue_time_":1493306436661193,
[junit4] 2> "_enqueue_time_":1493306304679843,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 157803 DEBUG (ScheduledTrigger-290-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
[junit4] 2> 157803 DEBUG (AutoscalingActionExecutor-291-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493305265889443,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493305265889443],
[junit4] 2> "_dequeue_time_":1493306436661193,
[junit4] 2> "_enqueue_time_":1493306304679843,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 157803 DEBUG (ScheduledTrigger-290-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 157803 INFO (AutoscalingActionExecutor-291-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1493305265889443,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1493305265889443],
[junit4] 2> "_dequeue_time_":1493306436661193,
[junit4] 2> "_enqueue_time_":1493306304679843,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 157803 DEBUG (ScheduledTrigger-290-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 157805 DEBUG (AutoscalingActionExecutor-291-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 157805 DEBUG (AutoscalingActionExecutor-291-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 157805 DEBUG (AutoscalingActionExecutor-291-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 86 ms for event id=54e2739ea20a3T8v1uqefexip0ehhtpxxf0hxdd
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 157901 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10011_solr
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 3
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 157902 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[8CCFA3740F1B19D6]) [ ] o.a.s.c.
[...truncated too long message...]
t, TestCoreDiscovery, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, TestQueryTypes, TermsComponentTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, MBeansHandlerTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestFastLRUCache, DateMathParserTest, DateFieldTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, CloudExitableDirectoryReaderTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestPrepRecovery, TestShortCircuitedRequests, TestTlogReplica, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, TestCollectionAPI, AutoScalingHandlerTest, MetricTriggerTest, TriggerIntegrationTest]
[junit4] Completed [613/770 (5!)] on J1 in 195.94s, 14 tests, 1 failure <<< FAILURES!
[...truncated 3739 lines...]
[junit4] Suite: org.apache.solr.analytics.OverallAnalyticsTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.OverallAnalyticsTest_F7449FA859D9CE6B-001/init-core-data-001
[junit4] 2> Jan 27, 2018 6:54:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Jan 27, 2018 6:54:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
[junit4] 2> 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Jan 27, 2018 6:54:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> Jan 27, 2018 6:54:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {int_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), double_dm=Lucene50(blocksize=128), float_fm=PostingsFormat(name=MockRandom), int_im=PostingsFormat(name=MockRandom), date_dt=PostingsFormat(name=LuceneVarGapDocFreqInterval), date_dtm=PostingsFormat(name=Memory), long_lm=PostingsFormat(name=Memory), double_d=PostingsFormat(name=MockRandom), float_f=Lucene50(blocksize=128), long_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=PostingsFormat(name=Memory), string_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene50(blocksize=128), string_sm=PostingsFormat(name=MockRandom)}, docValues:{int_i=DocValuesFormat(name=Memory), double_dm=DocValuesFormat(name=Lucene70), float_fm=DocValuesFormat(name=Direct), int_im=DocValuesFormat(name=Direct), date_dt=DocValuesFormat(name=Memory), date_dtm=DocValuesFormat(name=Asserting), long_lm=DocValuesFormat(name=Asserting), double_d=DocValuesFormat(name=Direct), float_f=DocValuesFormat(name=Lucene70), long_l=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), string_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), string_sm=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=916, maxMBSortInHeap=6.895288436638899, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2291dc25), locale=ar-EG, timezone=Europe/London
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=245170896,total=331874304
[junit4] 2> NOTE: All tests run in this JVM: [LegacyRangeFacetTest, AddFunctionTest, CastingStringValueTest, ExistsFunctionTest, LegacyQueryFacetCloudTest, CastingFloatValueTest, LongFieldsTest, FloorFunctionTest, AbstractAnalyticsFieldTest, LegacyFieldFacetExtrasCloudTest, DoubleFieldsTest, CastingLongValueStreamTest, OrFunctionTest, OverallAnalyticsTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverallAnalyticsTest -Dtests.seed=F7449FA859D9CE6B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-EG -Dtests.timezone=Europe/London -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | OverallAnalyticsTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
[junit4] > 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F7449FA859D9CE6B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=488, name=qtp424341292-488, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F7449FA859D9CE6B]:0)
[junit4] Completed [70/78 (1!)] on J1 in 71.19s, 1 test, 2 errors <<< FAILURES!
[...truncated 44936 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2277 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2277/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties
Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
at __randomizedtesting.SeedInfo.seed([17AF1F5CCA8EC928:7CCBC81579A35CAC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1322)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([17AF1F5CCA8EC928:ADA328D395661F67]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13863 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3730998 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/init-core-data-001
[junit4] 2> 3730998 WARN (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 3730998 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3730999 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3731000 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/tempDir-001
[junit4] 2> 3731000 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3731000 INFO (Thread-3969) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3731000 INFO (Thread-3969) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3731003 ERROR (Thread-3969) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3731100 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40923
[junit4] 2> 3731104 INFO (zkConnectionManagerCallback-3020-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731109 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3731109 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3731109 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3731109 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3731109 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3731109 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3731110 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3731110 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3731110 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2154e8d6{/solr,null,AVAILABLE}
[junit4] 2> 3731110 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3019b5c1{/solr,null,AVAILABLE}
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2947af66{SSL,[ssl, http/1.1]}{127.0.0.1:40049}
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.e.j.s.Server Started @3766348ms
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40049}
[junit4] 2> 3731113 ERROR (jetty-launcher-3017-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3731113 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T21:53:57.395Z
[junit4] 2> 3731114 INFO (zkConnectionManagerCallback-3022-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731115 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3731118 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7dce6dbe{SSL,[ssl, http/1.1]}{127.0.0.1:37132}
[junit4] 2> 3731118 INFO (jetty-launcher-3017-thread-1) [ ] o.e.j.s.Server Started @3766353ms
[junit4] 2> 3731118 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37132}
[junit4] 2> 3731128 ERROR (jetty-launcher-3017-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3731128 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3731128 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3731128 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3731129 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T21:53:57.411Z
[junit4] 2> 3731130 INFO (zkConnectionManagerCallback-3024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731130 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3731131 INFO (jetty-launcher-3017-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40923/solr
[junit4] 2> 3731131 INFO (zkConnectionManagerCallback-3028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731134 INFO (zkConnectionManagerCallback-3030-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731137 INFO (jetty-launcher-3017-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40923/solr
[junit4] 2> 3731138 INFO (zkConnectionManagerCallback-3034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731141 INFO (zkConnectionManagerCallback-3036-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731205 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3731205 INFO (jetty-launcher-3017-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3731207 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37132_solr
[junit4] 2> 3731208 INFO (jetty-launcher-3017-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40049_solr
[junit4] 2> 3731208 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.Overseer Overseer (id=99418350372978694-127.0.0.1:37132_solr-n_0000000000) starting
[junit4] 2> 3731221 INFO (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3731221 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3731225 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3731225 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37132_solr
[junit4] 2> 3731226 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3731229 INFO (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3731239 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3731239 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37132_solr, 127.0.0.1:40049_solr]
[junit4] 2> 3731239 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3731239 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3731249 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3731249 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3731257 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3731283 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37132.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731283 INFO (jetty-launcher-3017-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40049.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731290 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37132.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731290 INFO (jetty-launcher-3017-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40049.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731290 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37132.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731290 INFO (jetty-launcher-3017-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40049.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731291 INFO (jetty-launcher-3017-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/tempDir-001/node1/.
[junit4] 2> 3731291 INFO (jetty-launcher-3017-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/tempDir-001/node2/.
[junit4] 2> 3731323 INFO (zkConnectionManagerCallback-3042-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731325 INFO (zkConnectionManagerCallback-3046-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731326 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3731326 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40923/solr ready
[junit4] 2> 3731371 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 3731372 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3731372 DEBUG (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3731372 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3731376 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3731376 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3731376 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3731398 INFO (qtp728146047-16095) [n:127.0.0.1:37132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3731415 INFO (qtp1734004196-16088) [n:127.0.0.1:40049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3731415 DEBUG (qtp728146047-16087) [n:127.0.0.1:37132_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3731416 INFO (qtp728146047-16087) [n:127.0.0.1:37132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 3731416 DEBUG (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3731417 DEBUG (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37132_solr, 127.0.0.1:40049_solr]
[junit4] 2> 3731417 DEBUG (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3731418 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3731418 INFO (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3731420 INFO (qtp728146047-16091) [n:127.0.0.1:37132_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3731420 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3731420 DEBUG (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3731420 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3731420 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3731424 INFO (qtp728146047-16091) [n:127.0.0.1:37132_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3731426 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3731427 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3731427 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3731427 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3731427 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@358bf14a{/solr,null,AVAILABLE}
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17b2086c{SSL,[ssl, http/1.1]}{127.0.0.1:35407}
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.Server Started @3766663ms
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35407}
[junit4] 2> 3731428 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3731428 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T21:53:57.710Z
[junit4] 2> 3731429 INFO (zkConnectionManagerCallback-3048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731430 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3731436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40923/solr
[junit4] 2> 3731436 INFO (zkConnectionManagerCallback-3052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731439 INFO (zkConnectionManagerCallback-3054-thread-1-processing-n:127.0.0.1:35407_solr) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3731443 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3731444 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3731445 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35407_solr
[junit4] 2> 3731457 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3731457 INFO (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3731457 INFO (zkCallback-3045-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3731457 INFO (zkCallback-3053-thread-1-processing-n:127.0.0.1:35407_solr) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3731484 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35407.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731493 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35407.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731493 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35407.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3731494 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:35407_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/tempDir-001/node3/.
[junit4] 2> 3732423 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3732423 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3732423 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35407_solr at time 1457970698143517
[junit4] 2> 3733422 INFO (OverseerCollectionConfigSetProcessor-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3733424 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3733424 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3734426 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3734426 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3735426 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3735427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3736427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3736427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3737427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3737427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3738427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3738427 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3739428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3739428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3740428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3740428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3741428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3741428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3742428 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3742429 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3742429 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:35407_solr] added at times [1457970698143517], now=1457980704031631
[junit4] 2> 3742429 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"52e04418e471dTkg7tun2urujbipq7gn7bdq3b",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1457970698143517,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457970698143517],
[junit4] 2> "nodeNames":["127.0.0.1:35407_solr"]}}
[junit4] 2> 3742431 DEBUG (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 3742431 INFO (ScheduledTrigger-6060-thread-2) [n:127.0.0.1:37132_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3742432 DEBUG (AutoscalingActionExecutor-6061-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"52e04418e471dTkg7tun2urujbipq7gn7bdq3b",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1457970698143517,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457970698143517],
[junit4] 2> "_enqueue_time_":1457980706334863,
[junit4] 2> "nodeNames":["127.0.0.1:35407_solr"]}}
[junit4] 2> 3742434 DEBUG (AutoscalingActionExecutor-6061-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3742434 DEBUG (AutoscalingActionExecutor-6061-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=52e04418e471dTkg7tun2urujbipq7gn7bdq3b
[junit4] 2> 3742434 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3742435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3742435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3742435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3742435 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f2b6f95{/solr,null,AVAILABLE}
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53906c47{SSL,[ssl, http/1.1]}{127.0.0.1:39914}
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.Server Started @3777671ms
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39914}
[junit4] 2> 3742436 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3742436 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T21:54:08.718Z
[junit4] 2> 3742437 INFO (zkConnectionManagerCallback-3058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3742438 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3742443 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40923/solr
[junit4] 2> 3742444 INFO (zkConnectionManagerCallback-3062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3742447 INFO (zkConnectionManagerCallback-3064-thread-1-processing-n:127.0.0.1:39914_solr) [n:127.0.0.1:39914_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3742450 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3742451 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3742453 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39914_solr
[junit4] 2> 3742461 INFO (zkCallback-3053-thread-1-processing-n:127.0.0.1:35407_solr) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3742461 INFO (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3742461 INFO (zkCallback-3045-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3742461 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3742461 INFO (zkCallback-3063-thread-1-processing-n:127.0.0.1:39914_solr) [n:127.0.0.1:39914_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3742513 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39914.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3742521 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39914.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3742522 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39914.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3742523 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:39914_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/tempDir-001/node4/.
[junit4] 2> 3747434 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3747434 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3747434 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39914_solr at time 1457985709596707
[junit4] 2> 3748435 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3748435 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3749435 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3749435 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3750435 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3750435 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3751436 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3751436 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3752436 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3752436 DEBUG (ScheduledTrigger-6060-thread-1) [n:127.0.0.1:37132_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3752565 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7dce6dbe{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3752567 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1693261024
[junit4] 2> 3752567 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3752567 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45328f8e: rootName = solr_37132, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@33581702
[junit4] 2> 3752572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3752573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b1aebc3: rootName = solr_37132, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@39691101
[junit4] 2> 3752576 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3752576 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33844e44: rootName = solr_37132, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@ab96b1
[junit4] 2> 3752577 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37132_solr
[junit4] 2> 3752578 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3752578 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3752578 INFO (zkCallback-3045-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3752578 INFO (zkCallback-3035-thread-1-processing-n:127.0.0.1:37132_solr) [n:127.0.0.1:37132_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3752578 INFO (zkCallback-3053-thread-1-processing-n:127.0.0.1:35407_solr) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3752578 INFO (zkCallback-3063-thread-1-processing-n:127.0.0.1:39914_solr) [n:127.0.0.1:39914_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3752578 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3752578 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.Overseer Overseer (id=99418350372978694-127.0.0.1:37132_solr-n_0000000000) closing
[junit4] 2> 3752579 INFO (OverseerStateUpdate-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37132_solr
[junit4] 2> 3752579 WARN (OverseerAutoScalingTriggerThread-99418350372978694-127.0.0.1:37132_solr-n_0000000000) [n:127.0.0.1:37132_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3752582 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3752582 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40049_solr
[junit4] 2> 3752582 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3019b5c1{/solr,null,UNAVAILABLE}
[junit4] 2> 3752583 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3752584 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.Overseer Overseer (id=99418350372978692-127.0.0.1:40049_solr-n_0000000001) starting
[junit4] 2> 3752587 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3752587 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3752588 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35407_solr, 127.0.0.1:40049_solr, 127.0.0.1:39914_solr]
[junit4] 2> 3752588 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3752588 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35407_solr, 127.0.0.1:40049_solr, 127.0.0.1:39914_solr]
[junit4] 2> 3752588 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3752588 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3752588 INFO (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3752588 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:39914_solr
[junit4] 2> 3752589 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3752589 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3752590 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3752590 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3753592 DEBUG (ScheduledTrigger-6081-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3753593 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3753593 DEBUG (ScheduledTrigger-6081-thread-2) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3754593 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3754593 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3754593 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3755593 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3755593 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3755593 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3756593 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3756593 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3756594 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3757594 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3757594 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3757594 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3757594 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:39914_solr] added at times [1457985709596707], now=1457995869292419
[junit4] 2> 3757594 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"52e07c04ee023Tkg7tun2urujbipq7gn7bdq3d",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1457985709596707,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457985709596707],
[junit4] 2> "nodeNames":["127.0.0.1:39914_solr"]}}
[junit4] 2> 3757596 DEBUG (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 3757596 INFO (ScheduledTrigger-6081-thread-1) [n:127.0.0.1:40049_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3757597 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"52e07c04ee023Tkg7tun2urujbipq7gn7bdq3d",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1457985709596707,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457985709596707],
[junit4] 2> "_enqueue_time_":1457995871243263,
[junit4] 2> "nodeNames":["127.0.0.1:39914_solr"]}}
[junit4] 2> 3757597 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 3757597 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3757597 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3757597 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=52e07c04ee023Tkg7tun2urujbipq7gn7bdq3d
[junit4] 2> 3757651 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 3757651 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3757652 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3757652 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3757655 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3757656 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3757656 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3757684 INFO (qtp1884005444-16149) [n:127.0.0.1:35407_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3757688 INFO (qtp607724138-16179) [n:127.0.0.1:39914_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3757692 INFO (qtp1734004196-16094) [n:127.0.0.1:40049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3757692 DEBUG (qtp607724138-16175) [n:127.0.0.1:39914_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3757693 INFO (qtp607724138-16175) [n:127.0.0.1:39914_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 3757693 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3757694 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35407_solr, 127.0.0.1:40049_solr, 127.0.0.1:39914_solr]
[junit4] 2> 3757694 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3757694 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3757694 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3757695 INFO (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3757695 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3757695 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3757695 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3757695 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3757695 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3757695 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@656c5973{/solr,null,AVAILABLE}
[junit4] 2> 3757695 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3757696 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3757696 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a6512ff{SSL,[ssl, http/1.1]}{127.0.0.1:34087}
[junit4] 2> 3757696 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.Server Started @3792931ms
[junit4] 2> 3757696 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34087}
[junit4] 2> 3757696 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3757698 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3757698 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3757698 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3757699 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T21:54:23.981Z
[junit4] 2> 3757700 INFO (zkConnectionManagerCallback-3068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3757700 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3757706 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40923/solr
[junit4] 2> 3757707 INFO (zkConnectionManagerCallback-3072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3757709 INFO (zkConnectionManagerCallback-3074-thread-1-processing-n:127.0.0.1:34087_solr) [n:127.0.0.1:34087_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3757713 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3757714 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3757715 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34087_solr
[junit4] 2> 3757716 INFO (zkCallback-3053-thread-1-processing-n:127.0.0.1:35407_solr) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3757716 INFO (zkCallback-3063-thread-1-processing-n:127.0.0.1:39914_solr) [n:127.0.0.1:39914_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3757716 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3757716 INFO (zkCallback-3045-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3757717 INFO (zkCallback-3073-thread-1-processing-n:127.0.0.1:34087_solr) [n:127.0.0.1:34087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3757769 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34087.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3757777 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34087.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3757777 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34087.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@509dbd6f
[junit4] 2> 3757778 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [n:127.0.0.1:34087_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001/tempDir-001/node5/.
[junit4] 2> 3758696 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3758696 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3758696 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34087_solr at time 1457996971576306
[junit4] 2> 3759346 INFO (qtp1879554763-16215) [n:127.0.0.1:34087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759350 INFO (qtp1884005444-16152) [n:127.0.0.1:35407_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759351 INFO (qtp607724138-16177) [n:127.0.0.1:39914_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759353 INFO (qtp1734004196-16092) [n:127.0.0.1:40049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759353 DEBUG (qtp1879554763-16211) [n:127.0.0.1:34087_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3759353 INFO (qtp1879554763-16211) [n:127.0.0.1:34087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 3759353 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3759354 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34087_solr, 127.0.0.1:35407_solr, 127.0.0.1:40049_solr, 127.0.0.1:39914_solr]
[junit4] 2> 3759354 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3759354 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3759355 INFO (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3759355 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:34087_solr
[junit4] 2> 3759355 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3759355 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3759355 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3759356 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:34087_solr] added at times [1457997630541187], now=1457997630956137
[junit4] 2> 3759356 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3759356 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"52e0a86da0d83Tkg7tun2urujbipq7gn7bdq3f",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1457997630541187,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457997630541187],
[junit4] 2> "nodeNames":["127.0.0.1:34087_solr"]}}
[junit4] 2> 3759356 DEBUG (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_restore_trigger]
[junit4] 2> 3759356 INFO (ScheduledTrigger-6081-thread-4) [n:127.0.0.1:40049_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3759356 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"52e0a86da0d83Tkg7tun2urujbipq7gn7bdq3f",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1457997630541187,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457997630541187],
[junit4] 2> "_enqueue_time_":1457997631153445,
[junit4] 2> "nodeNames":["127.0.0.1:34087_solr"]}}
[junit4] 2> 3759356 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 3759357 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
[junit4] 2> 3759357 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=52e0a86da0d83Tkg7tun2urujbipq7gn7bdq3f
[junit4] 2> 3759429 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 3759429 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 3759429 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3759429 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3759431 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3759431 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3759431 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3759431 INFO (qtp1879554763-16213) [n:127.0.0.1:34087_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3759440 INFO (qtp1879554763-16213) [n:127.0.0.1:34087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3759441 INFO (qtp1879554763-16214) [n:127.0.0.1:34087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759441 INFO (qtp1884005444-16149) [n:127.0.0.1:35407_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759442 INFO (qtp607724138-16175) [n:127.0.0.1:39914_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759442 INFO (qtp1734004196-16094) [n:127.0.0.1:40049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3759443 DEBUG (qtp1879554763-16211) [n:127.0.0.1:34087_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3759443 INFO (qtp1879554763-16211) [n:127.0.0.1:34087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3759443 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3759443 DEBUG (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34087_solr, 127.0.0.1:35407_solr, 127.0.0.1:40049_solr, 127.0.0.1:39914_solr]
[junit4] 2> 3759443 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3759444 INFO (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3759445 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3759445 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2a6512ff{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3759445 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=726269072
[junit4] 2> 3759445 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3759445 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b380bf7: rootName = solr_34087, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@745a40cb
[junit4] 2> 3759451 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3759451 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@518d4cff: rootName = solr_34087, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@39691101
[junit4] 2> 3759453 DEBUG (OverseerAutoScalingTriggerThread-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3759453 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 3759455 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3759455 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1eadf983: rootName = solr_34087, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@ab96b1
[junit4] 2> 3759456 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34087_solr
[junit4] 2> 3759457 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3759457 INFO (zkCallback-3045-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3759457 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3759457 INFO (zkCallback-3053-thread-1-processing-n:127.0.0.1:35407_solr) [n:127.0.0.1:35407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3759457 INFO (zkCallback-3029-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3759457 INFO (zkCallback-3063-thread-1-processing-n:127.0.0.1:39914_solr) [n:127.0.0.1:39914_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3759457 INFO (zkCallback-3073-thread-1-processing-n:127.0.0.1:34087_solr) [n:127.0.0.1:34087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3759458 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@656c5973{/solr,null,UNAVAILABLE}
[junit4] 2> 3759458 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[17AF1F5CCA8EC928]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3760454 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 3760454 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:34087_solr
[junit4] 2> 3761438 INFO (OverseerCollectionConfigSetProcessor-99418350372978692-127.0.0.1:40049_solr-n_0000000001) [n:127.0.0.1:40049_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3761454 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 3762455 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 3763455 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 3763455 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:34087_solr]
[junit4] 2> 3763455 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"52e0ac855787bTkg7tun2urujbipq7gn7bdq3h",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1457998729148539,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457998729148539],
[junit4] 2> "nodeNames":["127.0.0.1:34087_solr"]}}
[junit4] 2> 3763455 DEBUG (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 3763456 INFO (ScheduledTrigger-6081-thread-3) [n:127.0.0.1:40049_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3763456 DEBUG (AutoscalingActionExecutor-6082-thread-1-processing-n:127.0.0.1:40049_solr) [n:127.0.0.1:40049_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"52e0ac855787bTkg7tun2urujbipq7gn7bdq3h",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1457998729148539,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1457998729148539],
[junit4] 2>
[...truncated too long message...]
pache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3910230 WARN (zkCallback-3201-thread-2-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:43582_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:43582_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3910230 INFO (jetty-closer-3018-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@772660a{/solr,null,UNAVAILABLE}
[junit4] 2> 3910232 INFO (jetty-closer-3018-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3910232 INFO (jetty-closer-3018-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3910234 ERROR (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3910234 INFO (SUITE-TriggerIntegrationTest-seed#[17AF1F5CCA8EC928]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40923 40923
[junit4] 2> 3910467 INFO (Thread-3969) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40923 40923
[junit4] 2> 3910469 WARN (Thread-3969) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 6 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 118 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/99418350372978702-127.0.0.1:39914_solr-n_0000000003
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/99418350372978720-core_node8-n_0000000003
[junit4] 2> 3 /solr/overseer_elect/election/99418350372978720-127.0.0.1:32820_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99418350372978742-127.0.0.1:35905_solr-n_0000000016
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99418350372978717-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99418350372978736-127.0.0.1:43582_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/99418350372978726-127.0.0.1:33136_solr-n_0000000011
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_17AF1F5CCA8EC928-001
[junit4] 2> Jan 26, 2018 9:56:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=MockRandom), x_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=856, maxMBSortInHeap=7.15970642880841, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4ec5455c), locale=ar-SY, timezone=Europe/Brussels
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=87798944,total=499122176
[junit4] 2> NOTE: All tests run in this JVM: [TestNumericTerms32, GraphQueryTest, TestLegacyTerms, TestFilteredDocIdSet, TestDFISimilarityFactory, ScriptEngineTest, TestPartialUpdateDeduplication, CdcrRequestHandlerTest, TestInitQParser, PrimUtilsTest, TestUseDocValuesAsStored2, TestSimpleTextCodec, TestEmbeddedSolrServerAdminHandler, VersionInfoTest, BasicFunctionalityTest, TestReplicationHandler, TestFreeTextSuggestions, SchemaVersionSpecificBehaviorTest, TestObjectReleaseTracker, TestExactSharedStatsCache, TestTlogReplica, SchemaApiFailureTest, ResourceLoaderTest, UninvertDocValuesMergePolicyTest, TestRawTransformer, SimplePostToolTest, FastVectorHighlighterTest, PropertiesRequestHandlerTest, DirectSolrConnectionTest, HdfsCollectionsAPIDistributedZkTest, TestTrie, TestCorePropertiesReload, SOLR749Test, JvmMetricsTest, BadComponentTest, TestPolicyCloud, TestBM25SimilarityFactory, DOMUtilTest, TestDistribDocBasedVersion, TestRecovery, TestRestManager, QueryElevationComponentTest, TestRequestForwarding, TestRandomFlRTGCloud, IndexSchemaTest, TestSolr4Spatial, TestSubQueryTransformerDistrib, SoftAutoCommitTest, SortByFunctionTest, ZkControllerTest, TestAuthorizationFramework, OverriddenZkACLAndCredentialsProvidersTest, TestNumericRangeQuery64, TestTriggerIntegration, StressHdfsTest, TestScoreJoinQPNoScore, HdfsLockFactoryTest, DocValuesNotIndexedTest, TestDistributedStatsComponentCardinality, LeaderFailureAfterFreshStartTest, TestSchemaNameResource, HLLUtilTest, DistribJoinFromCollectionTest, TestMissingGroups, DocumentBuilderTest, TestQueryWrapperFilter, PeerSyncReplicationTest, TestGenericDistributedQueue, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, SolrXmlInZkTest, TestChildDocTransformer, VMParamsZkACLAndCredentialsProvidersTest, HdfsRestartWhileUpdatingTest, DataDrivenBlockJoinTest, InfixSuggestersTest, PathHierarchyTokenizerFactoryTest, TestLocalFSCloudBackupRestore, SolrGangliaReporterTest, TestCloudInspectUtil, FileUtilsTest, DeleteNodeTest, QueryEqualityTest, UpdateRequestProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestFieldCacheVsDocValues, OverseerTest, TestStressRecovery, BlockDirectoryTest, SystemInfoHandlerTest, CSVRequestHandlerTest, TestClusterProperties, TestLRUCache, TestInPlaceUpdatesDistrib, XsltUpdateRequestHandlerTest, BigEndianAscendingWordDeserializerTest, TestCoreBackup, ResponseHeaderTest, HdfsBasicDistributedZkTest, CurrencyFieldTypeTest, TestMacroExpander, TestPostingsSolrHighlighter, TestReqParamsAPI, TestSearcherReuse, TestBulkSchemaConcurrent, AsyncCallRequestStatusResponseTest, CurrencyRangeFacetCloudTest, TestXIncludeConfig, TestFieldResource, AutoscalingHistoryHandlerTest, AddBlockUpdateTest, MergeStrategyTest, ZkStateWriterTest, MultiThreadedOCPTest, TestSolrJ, TestOrdValues, TestPivotHelperCode, SignatureUpdateProcessorFactoryTest, TestConfigSetImmutable, MoveReplicaHDFSFailoverTest, TestJettySolrRunner, SolrCoreTest, HighlighterMaxOffsetTest, TestShortCircuitedRequests, TestRandomRequestDistribution, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, AssignTest, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, HttpTriggerListenerTest, MetricTriggerTest, NodeLostTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [645/770 (1!)] on J1 in 179.86s, 14 tests, 2 failures <<< FAILURES!
[...truncated 48501 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2276 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2276/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib
Error Message:
Error from server at https://127.0.0.1:33262/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000002
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33262/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000002
at __randomizedtesting.SeedInfo.seed([5662F5AFC25E558F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.setupCluster(TestSubQueryTransformerDistrib.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12397 lines...]
[junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
[junit4] 2> 2664913 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/init-core-data-001
[junit4] 2> 2664914 WARN (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2664917 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2664918 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2664920 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001
[junit4] 2> 2664920 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2664921 INFO (Thread-851) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2664921 INFO (Thread-851) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2664923 ERROR (Thread-851) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2665021 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32773
[junit4] 2> 2665059 INFO (zkConnectionManagerCallback-983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665128 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2665157 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2665159 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2665162 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2665170 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2665173 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2665173 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2665173 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2665177 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2665177 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2665178 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2665189 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b19a2b1{/solr,null,AVAILABLE}
[junit4] 2> 2665342 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12678983{SSL,[ssl, http/1.1]}{127.0.0.1:58448}
[junit4] 2> 2665342 INFO (jetty-launcher-980-thread-4) [ ] o.e.j.s.Server Started @2682304ms
[junit4] 2> 2665342 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58448}
[junit4] 2> 2665343 ERROR (jetty-launcher-980-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2665343 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2665343 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2665343 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2665343 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T06:54:03.599Z
[junit4] 2> 2665344 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a6f0a2{/solr,null,AVAILABLE}
[junit4] 2> 2665381 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2665381 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2665381 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2665382 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f841ada{/solr,null,AVAILABLE}
[junit4] 2> 2665383 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ebb04bf{SSL,[ssl, http/1.1]}{127.0.0.1:57649}
[junit4] 2> 2665383 INFO (jetty-launcher-980-thread-2) [ ] o.e.j.s.Server Started @2682344ms
[junit4] 2> 2665383 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57649}
[junit4] 2> 2665383 ERROR (jetty-launcher-980-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2665383 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2665383 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2665383 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2665384 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T06:54:03.639Z
[junit4] 2> 2665521 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2665521 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2665521 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2665530 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fd46039{/solr,null,AVAILABLE}
[junit4] 2> 2665530 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b403410{SSL,[ssl, http/1.1]}{127.0.0.1:52905}
[junit4] 2> 2665530 INFO (jetty-launcher-980-thread-1) [ ] o.e.j.s.Server Started @2682492ms
[junit4] 2> 2665530 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52905}
[junit4] 2> 2665531 ERROR (jetty-launcher-980-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2665531 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2665531 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2665531 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2665531 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T06:54:03.787Z
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@675f3564{SSL,[ssl, http/1.1]}{127.0.0.1:33262}
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.e.j.s.Server Started @2682614ms
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33262}
[junit4] 2> 2665653 ERROR (jetty-launcher-980-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2665653 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T06:54:03.909Z
[junit4] 2> 2665840 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2665841 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2665841 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2665841 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@411f9b8a{/solr,null,AVAILABLE}
[junit4] 2> 2665842 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31c94160{SSL,[ssl, http/1.1]}{127.0.0.1:56574}
[junit4] 2> 2665842 INFO (jetty-launcher-980-thread-5) [ ] o.e.j.s.Server Started @2682804ms
[junit4] 2> 2665842 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56574}
[junit4] 2> 2665842 ERROR (jetty-launcher-980-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2665843 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2665843 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2665843 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2665843 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T06:54:04.099Z
[junit4] 2> 2665889 INFO (zkConnectionManagerCallback-985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665909 INFO (zkConnectionManagerCallback-989-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665909 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2665917 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2665917 INFO (zkConnectionManagerCallback-993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2665918 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2666090 INFO (zkConnectionManagerCallback-991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666093 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2666160 INFO (jetty-launcher-980-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32773/solr
[junit4] 2> 2666184 INFO (zkConnectionManagerCallback-997-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666193 INFO (zkConnectionManagerCallback-987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666205 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2666230 INFO (jetty-launcher-980-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32773/solr
[junit4] 2> 2666269 INFO (zkConnectionManagerCallback-1001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666339 INFO (jetty-launcher-980-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32773/solr
[junit4] 2> 2666413 INFO (jetty-launcher-980-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32773/solr
[junit4] 2> 2666433 INFO (jetty-launcher-980-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32773/solr
[junit4] 2> 2666416 INFO (zkConnectionManagerCallback-1003-thread-1-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666513 INFO (zkConnectionManagerCallback-1007-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666461 INFO (zkConnectionManagerCallback-1009-thread-1-processing-n:127.0.0.1:56574_solr) [n:127.0.0.1:56574_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667031 INFO (zkConnectionManagerCallback-1015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667074 INFO (zkConnectionManagerCallback-1021-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667074 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x161313e9faa000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2667075 INFO (zkConnectionManagerCallback-1017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667228 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x161313e9faa000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2667561 INFO (zkConnectionManagerCallback-1023-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667561 INFO (zkConnectionManagerCallback-1025-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667952 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2667958 INFO (jetty-launcher-980-thread-2) [n:127.0.0.1:57649_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2667972 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33262_solr
[junit4] 2> 2667977 INFO (jetty-launcher-980-thread-2) [n:127.0.0.1:57649_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57649_solr
[junit4] 2> 2668024 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.c.Overseer Overseer (id=99414811815313421-127.0.0.1:33262_solr-n_0000000000) starting
[junit4] 2> 2668043 INFO (jetty-launcher-980-thread-4) [n:127.0.0.1:58448_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2668113 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2668132 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2668189 INFO (jetty-launcher-980-thread-4) [n:127.0.0.1:58448_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58448_solr
[junit4] 2> 2668269 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2668282 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2668283 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2668301 INFO (zkCallback-1020-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2668633 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33262_solr
[junit4] 2> 2668681 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2668685 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2668792 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2669103 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2669120 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2669141 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56574_solr
[junit4] 2> 2669145 INFO (zkCallback-1020-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2669364 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2669364 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2669381 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2669393 INFO (zkCallback-1008-thread-1-processing-n:127.0.0.1:56574_solr) [n:127.0.0.1:56574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2669413 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2669434 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52905_solr
[junit4] 2> 2669454 INFO (zkCallback-1008-thread-1-processing-n:127.0.0.1:56574_solr) [n:127.0.0.1:56574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2669454 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2669454 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2669454 INFO (zkCallback-1020-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2669644 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2670344 INFO (jetty-launcher-980-thread-2) [n:127.0.0.1:57649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57649.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2670505 INFO (jetty-launcher-980-thread-2) [n:127.0.0.1:57649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57649.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2670506 INFO (jetty-launcher-980-thread-2) [n:127.0.0.1:57649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57649.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2670507 INFO (jetty-launcher-980-thread-2) [n:127.0.0.1:57649_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node2/.
[junit4] 2> 2670613 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56574.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672420 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56574.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672420 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56574.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672466 INFO (jetty-launcher-980-thread-5) [n:127.0.0.1:56574_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node5/.
[junit4] 2> 2672534 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33262.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672619 INFO (jetty-launcher-980-thread-4) [n:127.0.0.1:58448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58448.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672755 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672938 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33262.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672938 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33262.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2672958 INFO (jetty-launcher-980-thread-3) [n:127.0.0.1:33262_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node3/.
[junit4] 2> 2673037 INFO (jetty-launcher-980-thread-4) [n:127.0.0.1:58448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58448.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2673038 INFO (jetty-launcher-980-thread-4) [n:127.0.0.1:58448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58448.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2673058 INFO (jetty-launcher-980-thread-4) [n:127.0.0.1:58448_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node4/.
[junit4] 2> 2673619 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2673620 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2673637 INFO (jetty-launcher-980-thread-1) [n:127.0.0.1:52905_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node1/.
[junit4] 2> 2675876 INFO (zkConnectionManagerCallback-1035-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675968 INFO (zkConnectionManagerCallback-1039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675972 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2675973 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[5662F5AFC25E558F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32773/solr ready
[junit4] 2> 2682562 INFO (qtp1040111537-4373) [n:127.0.0.1:33262_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2682765 INFO (OverseerThreadFactory-1784-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection people
[junit4] 2> 2683116 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"people_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33262/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2683142 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"people_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:52905/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2683170 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"people_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57649/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2683190 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"people_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2685037 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2685037 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2685040 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2685040 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2685058 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2685058 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2685155 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685155 INFO (zkCallback-1020-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685235 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2685496 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema [people_shard1_replica_n2] Schema name=doc-values-for-Join
[junit4] 2> 2685524 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2685543 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n2' using configuration from collection people, trusted=true
[junit4] 2> 2685543 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52905.solr.core.people.shard1.replica_n2' (registry 'solr.core.people.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2685544 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2685544 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [[people_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node1/people_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node1/./people_shard1_replica_n2/data/]
[junit4] 2> 2685565 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2685566 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2685605 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685606 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685623 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685705 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685724 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685741 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685873 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685873 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685876 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2685877 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2689895 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2689896 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2689915 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2689996 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema [people_shard2_replica_n4] Schema name=doc-values-for-Join
[junit4] 2> 2690041 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema [people_shard1_replica_n1] Schema name=doc-values-for-Join
[junit4] 2> 2690247 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2690265 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2690273 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2690273 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2690275 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2690275 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2690280 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema [people_shard2_replica_n6] Schema name=doc-values-for-Join
[junit4] 2> 2690469 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n1' using configuration from collection people, trusted=true
[junit4] 2> 2690471 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33262.solr.core.people.shard1.replica_n1' (registry 'solr.core.people.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2690471 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e37e44d[people_shard1_replica_n2] main]
[junit4] 2> 2690471 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2690471 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [[people_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node3/people_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node3/./people_shard1_replica_n1/data/]
[junit4] 2> 2690472 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2690473 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2690474 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2690475 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2690500 INFO (searcherExecutor-1795-thread-1-processing-n:127.0.0.1:52905_solr x:people_shard1_replica_n2 s:shard1 c:people r:core_node5) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [people_shard1_replica_n2] Registered new searcher Searcher@5e37e44d[people_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2690503 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590637015868637184
[junit4] 2> 2690506 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n4' using configuration from collection people, trusted=true
[junit4] 2> 2690506 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57649.solr.core.people.shard2.replica_n4' (registry 'solr.core.people.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2690507 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2690507 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [[people_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node2/people_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node2/./people_shard2_replica_n4/data/]
[junit4] 2> 2690542 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n6' using configuration from collection people, trusted=true
[junit4] 2> 2690543 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58448.solr.core.people.shard2.replica_n6' (registry 'solr.core.people.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106cc6ca
[junit4] 2> 2690543 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2690543 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [[people_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node4/people_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_5662F5AFC25E558F-001/tempDir-001/node4/./people_shard2_replica_n6/data/]
[junit4] 2> 2690689 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9995ms
[junit4] 2> 2690713 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2690713 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2690713 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2690720 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2690720 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2690720 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693161 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2693161 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2693163 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2693163 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2693241 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2693241 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2693262 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2693262 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2693305 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f1b185a[people_shard2_replica_n4] main]
[junit4] 2> 2693337 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@18888dec[people_shard2_replica_n6] main]
[junit4] 2> 2693374 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2693374 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2693375 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2693376 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2693393 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2693393 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2693454 INFO (searcherExecutor-1801-thread-1-processing-n:127.0.0.1:57649_solr x:people_shard2_replica_n4 s:shard2 c:people r:core_node7) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [people_shard2_replica_n4] Registered new searcher Searcher@2f1b185a[people_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2693454 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590637018962984960
[junit4] 2> 2693458 INFO (searcherExecutor-1802-thread-1-processing-n:127.0.0.1:58448_solr x:people_shard2_replica_n6 s:shard2 c:people r:core_node8) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [people_shard2_replica_n6] Registered new searcher Searcher@18888dec[people_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2693458 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590637018967179264
[junit4] 2> 2693513 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2693513 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2693513 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58448/solr/people_shard2_replica_n6/
[junit4] 2> 2693514 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n6 url=https://127.0.0.1:58448/solr START replicas=[https://127.0.0.1:57649/solr/people_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2693517 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693517 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693523 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693552 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693552 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693552 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2693554 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2693554 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2693555 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2693555 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2693617 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17bf3d99[people_shard1_replica_n1] main]
[junit4] 2> 2693635 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2693636 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2693653 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2693661 INFO (searcherExecutor-1800-thread-1-processing-n:127.0.0.1:33262_solr x:people_shard1_replica_n1 s:shard1 c:people r:core_node3) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [people_shard1_replica_n1] Registered new searcher Searcher@17bf3d99[people_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2693661 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590637019180040192
[junit4] 2> 2693681 INFO (qtp1358841900-4384) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.S.Request [people_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2693736 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2693736 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2693736 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:52905/solr/people_shard1_replica_n2/
[junit4] 2> 2693736 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n2 url=https://127.0.0.1:52905/solr START replicas=[https://127.0.0.1:33262/solr/people_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2693860 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n6 url=https://127.0.0.1:58448/solr DONE. We have no versions. sync failed.
[junit4] 2> 2693860 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2693860 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2693860 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2693867 INFO (qtp1040111537-4375) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.S.Request [people_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2694041 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n2 url=https://127.0.0.1:52905/solr DONE. We have no versions. sync failed.
[junit4] 2> 2694041 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2694041 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2694041 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2694060 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58448/solr/people_shard2_replica_n6/ shard2
[junit4] 2> 2694073 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:52905/solr/people_shard1_replica_n2/ shard1
[junit4] 2> 2694183 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694183 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694192 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694200 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694201 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694201 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694228 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2694236 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2694241 INFO (qtp1031828058-4395) [n:127.0.0.1:52905_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=9204
[junit4] 2> 2694539 INFO (qtp1358841900-4383) [n:127.0.0.1:57649_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=9481
[junit4] 2> 2694693 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694694 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694694 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694696 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694725 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694725 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694793 INFO (qtp1040111537-4370) [n:127.0.0.1:33262_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=9753
[junit4] 2> 2694812 INFO (qtp1108181838-4366) [n:127.0.0.1:58448_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=9247
[junit4] 2> 2694833 INFO (qtp1040111537-4373) [n:127.0.0.1:33262_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2694857 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694857 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694871 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694871 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694893 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694893 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57649_solr) [n:127.0.0.1:57649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2694977 INFO (OverseerCollectionConfigSetProcessor-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2695833 INFO (qtp1040111537-4373) [n:127.0.0.1:33262_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=13270
[junit4] 2> 2696309 INFO (qtp1040111537-4374) [n:127.0.0.1:33262_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&collection.configName=solrCloudCollectionConfig&name=departments&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2696980 INFO (OverseerThreadFactory-1784-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection departments
[junit4] 2> 2697113 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"departments",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"departments_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56574/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2697150 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"departments",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"departments_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33262/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2697171 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"departments",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"departments_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2697190 INFO (OverseerStateUpdate-99414811815313421-127.0.0.1:33262_solr-n_0000000000) [n:127.0.0.1:33262_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"departments",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"departments_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:52905/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2697541 INFO (qtp1040111537-4376) [n:127.0.0.1:33262_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&coreNodeName=core_node4&name=departments_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2697542 INFO (qtp1031828058-4393) [n:127.0.0.1:52905_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&coreNodeName=core_node8&name=departments_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2697693 INFO (zkCallback-1020-thread-3-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697694 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697694 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697694 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697758 INFO (qtp1108181838-4364) [n:127.0.0.1:58448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&coreNodeName=core_node7&name=departments_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2697868 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697869 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697873 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697885 INFO (zkCallback-1020-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697885 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697889 INFO (zkCallback-1022-thread-2-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2697941 INFO (qtp75912713-4410) [n:127.0.0.1:56574_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=departments&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&coreNodeName=core_node2&name=departments_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2697973 INFO (qtp75912713-4410) [n:127.0.0.1:56574_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2698158 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698158 INFO (zkCallback-1002-thread-2-processing-n:127.0.0.1:52905_solr) [n:127.0.0.1:52905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698168 INFO (zkCallback-1022-thread-2-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698176 INFO (zkCallback-1022-thread-1-processing-n:127.0.0.1:58448_solr) [n:127.0.0.1:58448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698177 INFO (zkCallback-1008-thread-1-processing-n:127.0.0.1:56574_solr) [n:127.0.0.1:56574_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698179 INFO (zkCallback-1008-thread-2-processing-n:127.0.0.1:56574_solr) [n:127.0.0.1:56574_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698180 INFO (zkCallback-1020-thread-2-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2698180 INFO (zkCallback-1020-thread-1-processing-n:127.0.0.1:33262_solr) [n:127.0.0.1:33262_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2699244 INFO (qtp1031828058-4393) [n:127.0.0.1:52905_solr c:departments s:shard2 r:core_node8 x:departments_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2699513 INFO (qtp75912713-4410) [n:127.0.0.1:56574_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2699512 INFO (qtp1108181838-4364) [n:127.0.0.1:58448_solr c:departments s:shard2 r:core_node7 x:departments_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2699263 INFO (qtp1040111537-4376) [n:127
[...truncated too long message...]
s-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180126_060921_0094740480371391657173.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180126_060921_0097124969252347580810.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180126_060921_0099111194532582257665.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180126_060921_0097692098979379949636.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180126_060920_9709115135565069097314.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J0-20180126_060920_9703678345264676972144.syserr
Total time: 257 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2274 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 2275 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2275/
7 tests failed.
FAILED: org.apache.lucene.classification.BooleanPerceptronClassifierTest.testPerformance
Error Message:
training took more than 10s: 11s
Stack Trace:
java.lang.AssertionError: training took more than 10s: 11s
at __randomizedtesting.SeedInfo.seed([6E824BBA88AAC0E8:A963B998E31EF847]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.lucene.classification.BooleanPerceptronClassifierTest.testPerformance(BooleanPerceptronClassifierTest.java:93)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Could not load collection from ZK: testSimple3
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testSimple3
at __randomizedtesting.SeedInfo.seed([DB42664F5EB77473:E3F142B17944A0A2]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:153)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:72)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:46)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testSimple3/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 44 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DB42664F5EB77473:EAFC0BAB201D0181]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([DB42664F5EB77473]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([DB42664F5EB77473]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([DB42664F5EB77473:F0BDB314C4CF61A3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([DB42664F5EB77473:860A78C69171D23C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 6409 lines...]
[junit4] Suite: org.apache.lucene.classification.BooleanPerceptronClassifierTest
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BooleanPerceptronClassifierTest -Dtests.method=testPerformance -Dtests.seed=6E824BBA88AAC0E8 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 18.2s J1 | BooleanPerceptronClassifierTest.testPerformance <<<
[junit4] > Throwable #1: java.lang.AssertionError: training took more than 10s: 11s
[junit4] > at __randomizedtesting.SeedInfo.seed([6E824BBA88AAC0E8:A963B998E31EF847]:0)
[junit4] > at org.apache.lucene.classification.BooleanPerceptronClassifierTest.testPerformance(BooleanPerceptronClassifierTest.java:93)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {bool=PostingsFormat(name=LuceneVarGapFixedInterval), cat=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1875, maxMBSortInHeap=7.286475791603024, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4d81860f), locale=fr-CA, timezone=Asia/Irkutsk
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=210249368,total=253231104
[junit4] 2> NOTE: All tests run in this JVM: [DocToDoubleVectorUtilsTest, BooleanPerceptronClassifierTest]
[junit4] Completed [3/11 (1!)] on J1 in 22.01s, 4 tests, 1 failure <<< FAILURES!
[...truncated 5820 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 2392863 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/init-core-data-001
[junit4] 2> 2392864 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2392864 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2392870 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2392874 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001
[junit4] 2> 2392874 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2392909 INFO (Thread-3090) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2392909 INFO (Thread-3090) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2392962 ERROR (Thread-3090) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2393017 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36276
[junit4] 2> 2393063 INFO (zkConnectionManagerCallback-790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2393110 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2393123 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2393124 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2393124 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2393124 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2393124 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302d6e6c{/solr,null,AVAILABLE}
[junit4] 2> 2393125 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20a95d39{SSL,[ssl, http/1.1]}{127.0.0.1:44580}
[junit4] 2> 2393125 INFO (jetty-launcher-787-thread-1) [ ] o.e.j.s.Server Started @2422455ms
[junit4] 2> 2393125 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44580}
[junit4] 2> 2393130 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2393147 ERROR (jetty-launcher-787-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2393147 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2393147 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2393147 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2393147 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T12:32:26.118Z
[junit4] 2> 2393382 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2393382 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2393382 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2393383 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ff963ea{/solr,null,AVAILABLE}
[junit4] 2> 2393383 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c15efcf{SSL,[ssl, http/1.1]}{127.0.0.1:47017}
[junit4] 2> 2393383 INFO (jetty-launcher-787-thread-3) [ ] o.e.j.s.Server Started @2422713ms
[junit4] 2> 2393384 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47017}
[junit4] 2> 2393384 ERROR (jetty-launcher-787-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2393384 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2393384 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2393384 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2393386 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T12:32:26.355Z
[junit4] 2> 2393405 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2393405 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2393406 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2393406 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c75b92a{/solr,null,AVAILABLE}
[junit4] 2> 2393407 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fc50023{SSL,[ssl, http/1.1]}{127.0.0.1:50460}
[junit4] 2> 2393407 INFO (jetty-launcher-787-thread-2) [ ] o.e.j.s.Server Started @2422737ms
[junit4] 2> 2393407 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50460}
[junit4] 2> 2393407 ERROR (jetty-launcher-787-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2393407 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2393407 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2393408 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2393408 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T12:32:26.379Z
[junit4] 2> 2393442 INFO (zkConnectionManagerCallback-794-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2393450 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2393836 INFO (zkConnectionManagerCallback-792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2393838 INFO (jetty-launcher-787-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36276/solr
[junit4] 2> 2393860 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2394028 INFO (zkConnectionManagerCallback-800-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2394039 INFO (zkConnectionManagerCallback-796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2394042 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2394106 INFO (jetty-launcher-787-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36276/solr
[junit4] 2> 2394141 INFO (zkConnectionManagerCallback-804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2394212 INFO (jetty-launcher-787-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36276/solr
[junit4] 2> 2394286 INFO (zkConnectionManagerCallback-810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2394310 INFO (zkConnectionManagerCallback-806-thread-1-processing-n:127.0.0.1:47017_solr) [n:127.0.0.1:47017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2394549 INFO (zkConnectionManagerCallback-812-thread-1-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2394632 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2394638 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44580_solr
[junit4] 2> 2394650 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.Overseer Overseer (id=99410480062922760-127.0.0.1:44580_solr-n_0000000000) starting
[junit4] 2> 2395434 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44580_solr
[junit4] 2> 2395497 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2395524 INFO (zkCallback-811-thread-1-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2395537 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2395557 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44580_solr]
[junit4] 2> 2395824 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2395824 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2395862 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2395862 DEBUG (OverseerAutoScalingTriggerThread-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2396194 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396207 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2396243 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47017_solr
[junit4] 2> 2396287 INFO (zkCallback-811-thread-2-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396309 INFO (zkCallback-805-thread-1-processing-n:127.0.0.1:47017_solr) [n:127.0.0.1:47017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396927 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2396984 INFO (zkConnectionManagerCallback-814-thread-1-processing-n:127.0.0.1:50460_solr) [n:127.0.0.1:50460_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2397022 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2397024 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2397042 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50460_solr
[junit4] 2> 2397043 INFO (zkCallback-805-thread-1-processing-n:127.0.0.1:47017_solr) [n:127.0.0.1:47017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2397043 INFO (zkCallback-811-thread-2-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2397085 INFO (zkCallback-813-thread-1-processing-n:127.0.0.1:50460_solr) [n:127.0.0.1:50460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2398346 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2398933 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44580.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2398958 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50460.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2398974 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44580.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2398974 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44580.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2399006 INFO (jetty-launcher-787-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node1/.
[junit4] 2> 2402387 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50460.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2402387 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50460.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2402430 INFO (jetty-launcher-787-thread-2) [n:127.0.0.1:50460_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node2/.
[junit4] 2> 2402469 DEBUG (ScheduledTrigger-1008-thread-2) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2403810 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2403817 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2404206 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2404291 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2404345 INFO (jetty-launcher-787-thread-3) [n:127.0.0.1:47017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node3/.
[junit4] 2> 2404834 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2405297 INFO (zkConnectionManagerCallback-822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2405375 INFO (zkConnectionManagerCallback-826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2405376 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2405377 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36276/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2405835 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2406084 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2406150 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2406197 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2406389 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_33235_hdfs____.krujs2/webapp
[junit4] 2> 2406836 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2407837 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2408838 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2409866 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2409906 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33235
[junit4] 2> 2410884 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2411993 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2413013 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2414014 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2415065 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2416066 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2416949 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2416951 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2417065 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56152_datanode____tbbf04/webapp
[junit4] 2> 2417085 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2418089 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2419170 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2420172 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2422365 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2422367 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56152
[junit4] 2> 2422921 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2422950 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2423103 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39916_datanode____ungyqn/webapp
[junit4] 2> 2423377 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2423790 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:36199) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2423873 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ce0a3ab5c01a7: from storage DS-fb4eb95e-a5e1-4df4-bef6-cad3413c2ef6 node DatanodeRegistration(127.0.0.1:52778, datanodeUuid=013156f2-34cc-4b01-8c17-d8075b4f5ccb, infoPort=46358, infoSecurePort=0, ipcPort=51641, storageInfo=lv=-56;cid=testClusterID;nsid=1338017704;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2423873 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ce0a3ab5c01a7: from storage DS-63e828b3-f804-4431-838c-ccbe68cbbc95 node DatanodeRegistration(127.0.0.1:52778, datanodeUuid=013156f2-34cc-4b01-8c17-d8075b4f5ccb, infoPort=46358, infoSecurePort=0, ipcPort=51641, storageInfo=lv=-56;cid=testClusterID;nsid=1338017704;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2424471 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2425473 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2426304 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[DB42664F5EB77473]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39916
[junit4] 2> 2426476 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2427838 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2428266 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:36199) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2428347 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ce0a4b613f512: from storage DS-aab078d3-eb69-488e-980b-2986a4dd3425 node DatanodeRegistration(127.0.0.1:33923, datanodeUuid=ede51801-c975-4416-a9c0-605495969913, infoPort=60095, infoSecurePort=0, ipcPort=55058, storageInfo=lv=-56;cid=testClusterID;nsid=1338017704;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2428347 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ce0a4b613f512: from storage DS-9488bdf0-4d75-442c-957a-6f4f744e19bb node DatanodeRegistration(127.0.0.1:33923, datanodeUuid=ede51801-c975-4416-a9c0-605495969913, infoPort=60095, infoSecurePort=0, ipcPort=55058, storageInfo=lv=-56;cid=testClusterID;nsid=1338017704;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2428641 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[DB42664F5EB77473]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2428838 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2429091 INFO (qtp1823562327-5982) [n:127.0.0.1:44580_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44580_solr,127.0.0.1:50460_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2429266 INFO (OverseerThreadFactory-1010-thread-1-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2429623 INFO (OverseerStateUpdate-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50460/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2429642 INFO (OverseerStateUpdate-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44580/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2429658 INFO (OverseerStateUpdate-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50460/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2429673 INFO (OverseerStateUpdate-99410480062922760-127.0.0.1:44580_solr-n_0000000000) [n:127.0.0.1:44580_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44580/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2430625 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2431225 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2431225 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2431542 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2431627 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2431662 INFO (zkCallback-811-thread-2-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2431662 INFO (zkCallback-811-thread-1-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2431863 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2431864 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2431871 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2432047 INFO (zkCallback-811-thread-2-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2432048 INFO (zkCallback-811-thread-3-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2432050 INFO (zkCallback-813-thread-1-processing-n:127.0.0.1:50460_solr) [n:127.0.0.1:50460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2432394 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2432456 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2432495 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2432495 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2432496 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44580.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2432496 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36199/data
[junit4] 2> 2432496 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2432496 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2432496 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:36199/data/testSimple1/core_node8/data/]
[junit4] 2> 2432554 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 2432670 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2432731 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2433040 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2433354 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2433360 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2433367 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node8/data
[junit4] 2> 2433398 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2433399 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2433462 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44580.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2433462 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36199/data
[junit4] 2> 2433462 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2433462 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2433462 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:36199/data/testSimple1/core_node5/data/]
[junit4] 2> 2433464 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 2433538 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2433541 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2433541 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2433578 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2433602 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2433602 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2433603 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50460.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2433604 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36199/data
[junit4] 2> 2433604 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2433604 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2433604 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:36199/data/testSimple1/core_node7/data/]
[junit4] 2> 2433626 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50460.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6a605a
[junit4] 2> 2433626 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36199/data
[junit4] 2> 2433626 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2433626 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2433626 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_DB42664F5EB77473-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:36199/data/testSimple1/core_node3/data/]
[junit4] 2> 2433673 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2433699 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 2433699 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 2433980 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node5/data
[junit4] 2> 2434003 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node7/data
[junit4] 2> 2434009 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node8/data/index
[junit4] 2> 2434074 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node3/data
[junit4] 2> 2434675 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2435234 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node7/data/index
[junit4] 2> 2435542 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node5/data/index
[junit4] 2> 2435718 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2436313 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36199/data/testSimple1/core_node3/data/index
[junit4] 2> 2436718 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2437307 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33923 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-63e828b3-f804-4431-838c-ccbe68cbbc95:NORMAL:127.0.0.1:52778|RBW], ReplicaUC[[DISK]DS-aab078d3-eb69-488e-980b-2986a4dd3425:NORMAL:127.0.0.1:33923|FINALIZED]]} size 0
[junit4] 2> 2437323 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52778 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-aab078d3-eb69-488e-980b-2986a4dd3425:NORMAL:127.0.0.1:33923|FINALIZED], ReplicaUC[[DISK]DS-fb4eb95e-a5e1-4df4-bef6-cad3413c2ef6:NORMAL:127.0.0.1:52778|FINALIZED]]} size 0
[junit4] 2> 2437504 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52778 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9488bdf0-4d75-442c-957a-6f4f744e19bb:NORMAL:127.0.0.1:33923|RBW], ReplicaUC[[DISK]DS-63e828b3-f804-4431-838c-ccbe68cbbc95:NORMAL:127.0.0.1:52778|RBW]]} size 69
[junit4] 2> 2437504 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33923 is added to blk_1073741826_1002 size 69
[junit4] 2> 2437723 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2437836 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52778 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fb4eb95e-a5e1-4df4-bef6-cad3413c2ef6:NORMAL:127.0.0.1:52778|RBW], ReplicaUC[[DISK]DS-aab078d3-eb69-488e-980b-2986a4dd3425:NORMAL:127.0.0.1:33923|RBW]]} size 0
[junit4] 2> 2437846 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33923 is added to blk_1073741827_1003 size 69
[junit4] 2> 2438253 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33923 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9488bdf0-4d75-442c-957a-6f4f744e19bb:NORMAL:127.0.0.1:33923|RBW], ReplicaUC[[DISK]DS-63e828b3-f804-4431-838c-ccbe68cbbc95:NORMAL:127.0.0.1:52778|RBW]]} size 69
[junit4] 2> 2438270 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52778 is added to blk_1073741828_1004 size 69
[junit4] 2> 2438732 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2439575 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2439575 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2439575 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2439647 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2439647 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2439665 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2439666 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2439666 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2439672 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2439672 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2439672 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2439737 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2439816 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2439817 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2440073 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2440074 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2440323 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2440323 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2440323 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2440519 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2440519 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2440739 DEBUG (ScheduledTrigger-1008-thread-1) [n:127.0.0.1:44580_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2440741 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@e4cae4c[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2440791 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@32cf3446[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2440792 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2440793 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2440874 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2440876 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2440876 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2440877 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2440882 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590567731308003328
[junit4] 2> 2440890 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5135e994[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2440891 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2440892 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2440893 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2441024 INFO (searcherExecutor-1020-thread-1-processing-n:127.0.0.1:50460_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@32cf3446[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2441026 INFO (searcherExecutor-1018-thread-1-processing-n:127.0.0.1:44580_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@e4cae4c[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2441027 INFO (searcherExecutor-1017-thread-1-processing-n:127.0.0.1:44580_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@5135e994[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2441033 INFO (qtp648399416-6003) [n:127.0.0.1:50460_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590567731466338304
[junit4] 2> 2441069 INFO (qtp1823562327-5984) [n:127.0.0.1:44580_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9982ms
[junit4] 2> 2441070 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590567731505135616
[junit4] 2> 2441110 INFO (qtp1823562327-5983) [n:127.0.0.1:44580_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2441167 INFO (zkCallback-811-thread-2-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2441167 INFO (zkCallback-811-thread-3-processing-n:127.0.0.1:44580_solr) [n:127.0.0.1:44580_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2441172 INFO (zkCallback-813-thread-1-processing-n:127.0.0.1:50460_solr) [n:127.0.0.1:50460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2441252 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1518e17[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2441270 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2441270 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2441271 INFO (qtp648399416-5991) [n:127.0.0.1:50460_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2441273 INFO (searcherExecutor-1019-thread-1-processing
[...truncated too long message...]
ds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180125_115203_5219215588246726704012.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180125_115203_5214123658297343786176.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180125_115203_521260071682236773445.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20180125_115203_5213380490885586914685.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180125_115203_5011356273159046660416.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180125_115203_5016803084999656436556.syserr
Total time: 557 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2274 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 2274 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2274/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([22E976543E6A71D3:2617DF4604A0F349]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([22E976543E6A71D3:98E541DB6182A79C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([22E976543E6A71D3:7FA168DDF1ACD79C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12565 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/init-core-data-001
[junit4] 2> 1513477 WARN (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 1513477 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1513478 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1513496 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1513497 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001
[junit4] 2> 1513497 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1513516 INFO (Thread-527) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1513516 INFO (Thread-527) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1513536 ERROR (Thread-527) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1513643 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40097
[junit4] 2> 1513844 INFO (zkConnectionManagerCallback-1712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1513995 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1514007 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1514067 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1514067 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1514067 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1514087 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3793874c{/solr,null,AVAILABLE}
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4df9dac4{SSL,[ssl, http/1.1]}{127.0.0.1:37763}
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.e.j.s.Server Started @1524443ms
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37763}
[junit4] 2> 1514089 ERROR (jetty-launcher-1709-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514089 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:59:36.905Z
[junit4] 2> 1514306 INFO (zkConnectionManagerCallback-1714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514314 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1514358 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1514391 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1514391 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1514415 INFO (jetty-launcher-1709-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40097/solr
[junit4] 2> 1514448 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@180b8f91{/solr,null,AVAILABLE}
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fa5bbd9{SSL,[ssl, http/1.1]}{127.0.0.1:36483}
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.e.j.s.Server Started @1524901ms
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36483}
[junit4] 2> 1514547 ERROR (jetty-launcher-1709-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514547 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:59:37.363Z
[junit4] 2> 1514448 INFO (zkConnectionManagerCallback-1718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514618 INFO (zkConnectionManagerCallback-1720-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514620 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1514637 INFO (zkConnectionManagerCallback-1722-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514813 INFO (jetty-launcher-1709-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40097/solr
[junit4] 2> 1514845 INFO (zkConnectionManagerCallback-1727-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1515282 INFO (zkConnectionManagerCallback-1729-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1515303 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1515304 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37763_solr
[junit4] 2> 1515305 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.Overseer Overseer (id=99407519831293956-127.0.0.1:37763_solr-n_0000000000) starting
[junit4] 2> 1515342 INFO (jetty-launcher-1709-thread-1) [n:127.0.0.1:36483_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1515342 INFO (jetty-launcher-1709-thread-1) [n:127.0.0.1:36483_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36483_solr
[junit4] 2> 1515420 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1515449 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1515550 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1515566 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1515566 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1515566 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1515586 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37763_solr
[junit4] 2> 1515602 INFO (OverseerStateUpdate-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1515651 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1515667 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1515732 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1515894 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1515740 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1516057 INFO (jetty-launcher-1709-thread-1) [n:127.0.0.1:36483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36483.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1516080 INFO (jetty-launcher-1709-thread-1) [n:127.0.0.1:36483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36483.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1516080 INFO (jetty-launcher-1709-thread-1) [n:127.0.0.1:36483_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36483.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1516159 INFO (jetty-launcher-1709-thread-1) [n:127.0.0.1:36483_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001/node1/.
[junit4] 2> 1516211 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37763.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1516249 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37763.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1516250 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37763.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1516342 INFO (jetty-launcher-1709-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001/node2/.
[junit4] 2> 1516486 INFO (zkConnectionManagerCallback-1734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516567 INFO (zkConnectionManagerCallback-1738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1516583 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1516584 INFO (SUITE-TriggerIntegrationTest-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40097/solr ready
[junit4] 2> 1516888 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1516888 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1516889 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1516889 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1516905 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1516906 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1516906 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1517104 INFO (qtp63612667-8973) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1517130 INFO (qtp1357109157-8964) [n:127.0.0.1:37763_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1517130 DEBUG (qtp1357109157-8963) [n:127.0.0.1:37763_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1517131 INFO (qtp1357109157-8963) [n:127.0.0.1:37763_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=70
[junit4] 2> 1517133 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1517136 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1517136 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1517136 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1517158 INFO (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1517176 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1517176 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1517176 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1517176 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1517214 INFO (qtp63612667-8975) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1517243 INFO (qtp1357109157-8961) [n:127.0.0.1:37763_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1517244 DEBUG (qtp63612667-8976) [n:127.0.0.1:36483_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1517244 INFO (qtp63612667-8976) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=69
[junit4] 2> 1517255 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1517256 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1517267 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1517268 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1517268 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1517268 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1517269 INFO (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1517270 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1517271 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1517271 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1517271 DEBUG (ScheduledTrigger-1880-thread-3) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1517271 DEBUG (ScheduledTrigger-1880-thread-3) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1517283 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1517284 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1517284 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1517284 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ce12380{/solr,null,AVAILABLE}
[junit4] 2> 1517284 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@651634{SSL,[ssl, http/1.1]}{127.0.0.1:37879}
[junit4] 2> 1517284 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server Started @1527639ms
[junit4] 2> 1517284 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37879}
[junit4] 2> 1517285 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1517314 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1517314 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1517314 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1517314 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:59:40.130Z
[junit4] 2> 1517337 INFO (zkConnectionManagerCallback-1740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517337 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1517382 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40097/solr
[junit4] 2> 1517383 INFO (zkConnectionManagerCallback-1744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517419 INFO (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1517423 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1517424 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1517434 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37879_solr
[junit4] 2> 1517435 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1517458 INFO (zkCallback-1737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1517465 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1517478 INFO (zkCallback-1745-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1517616 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1517632 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1517640 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1517641 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [n:127.0.0.1:37879_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001/node3/.
[junit4] 2> 1518214 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1518214 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1518214 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37879_solr at time 1292713023348692
[junit4] 2> 1518214 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:37879_solr] added at times [1292713023348692], now=1292713023480700
[junit4] 2> 1518214 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"497b7348d9fd4Tcbnec3a8nw1q7wde1t8wsrzzk",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1292713023348692,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292713023348692],
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1518215 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 1518220 INFO (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1518220 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"497b7348d9fd4Tcbnec3a8nw1q7wde1t8wsrzzk",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1292713023348692,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292713023348692],
[junit4] 2> "_enqueue_time_":1292713024028590,
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1518221 INFO (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 1518222 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1518222 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1518222 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=497b7348d9fd4Tcbnec3a8nw1q7wde1t8wsrzzk
[junit4] 2> 1523234 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1523234 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1523234 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37879_solr at time 1292718043449498
[junit4] 2> 1523234 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:37879_solr] added at times [1292718043449498], now=1292718043485071
[junit4] 2> 1523234 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"497b85fc6489aTcbnec3a8nw1q7wde1t8wsrzzm",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1292718043449498,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292718043449498],
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1523234 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 1523254 INFO (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1523254 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"497b85fc6489aTcbnec3a8nw1q7wde1t8wsrzzm",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1292718043449498,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292718043449498],
[junit4] 2> "_enqueue_time_":1292718043663953,
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1523254 INFO (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1516838381037000000 current time = 1516838386070000000
[junit4] 2> real diff: 5033000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 1523254 INFO (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 1523255 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1523255 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1523255 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=497b85fc6489aTcbnec3a8nw1q7wde1t8wsrzzm
[junit4] 2> 1523293 INFO (qtp63612667-8977) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1523312 INFO (qtp1357109157-8963) [n:127.0.0.1:37763_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1523547 INFO (qtp1533259029-9028) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1523547 DEBUG (qtp63612667-8973) [n:127.0.0.1:36483_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1523548 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1523548 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523548 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1523549 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523549 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523549 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1523549 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1523561 INFO (qtp63612667-8973) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=305
[junit4] 2> 1523583 INFO (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1523583 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1523584 INFO (qtp63612667-8975) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1523585 INFO (qtp1357109157-8961) [n:127.0.0.1:37763_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1523598 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 1523619 INFO (qtp1533259029-9026) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1523619 DEBUG (qtp63612667-8976) [n:127.0.0.1:36483_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1523619 INFO (qtp63612667-8976) [n:127.0.0.1:36483_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=57
[junit4] 2> 1523620 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1523620 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523620 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1523621 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523635 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523635 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1523635 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37879_solr, 127.0.0.1:36483_solr, 127.0.0.1:37763_solr]
[junit4] 2> 1523635 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1523636 INFO (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1523637 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1523638 DEBUG (ScheduledTrigger-1880-thread-4) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 1523655 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@651634{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1523655 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=83692030
[junit4] 2> 1523655 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1523655 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cb67721: rootName = solr_37879, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5d30cb0b
[junit4] 2> 1523672 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1523672 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8046c5f: rootName = solr_37879, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@614e05c8
[junit4] 2> 1523688 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1523689 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fd67d72: rootName = solr_37879, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3a3be38d
[junit4] 2> 1523724 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37879_solr
[junit4] 2> 1523725 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1523725 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1523727 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1523728 INFO (zkCallback-1737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1523728 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1524606 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 1524606 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:37879_solr
[junit4] 2> 1524606 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:37879_solr]
[junit4] 2> 1524606 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"497b8b1917f93Tcbnec3a8nw1q7wde1t8wsrzzo",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1292719415721875,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292719415721875],
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1524606 DEBUG (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 1524607 INFO (ScheduledTrigger-1880-thread-2) [n:127.0.0.1:37763_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1524607 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"497b8b1917f93Tcbnec3a8nw1q7wde1t8wsrzzo",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":1292719415721875,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292719415721875],
[junit4] 2> "_enqueue_time_":1292719415929434,
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1524607 INFO (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 1524608 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 1524608 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1524608 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 1524608 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1524608 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=497b8b1917f93Tcbnec3a8nw1q7wde1t8wsrzzo
[junit4] 2> 1525228 WARN (zkCallback-1745-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1525228 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ce12380{/solr,null,UNAVAILABLE}
[junit4] 2> 1525229 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1529625 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 1529625 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:37879_solr
[junit4] 2> 1529625 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:37879_solr]
[junit4] 2> 1529625 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"497b9dcb69621Tcbnec3a8nw1q7wde1t8wsrzzq",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":1292724434540065,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292724434540065],
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1529625 DEBUG (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 1529626 INFO (ScheduledTrigger-1880-thread-1) [n:127.0.0.1:37763_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1529626 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"497b9dcb69621Tcbnec3a8nw1q7wde1t8wsrzzq",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":1292724434540065,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1292724434540065],
[junit4] 2> "_enqueue_time_":1292724434725216,
[junit4] 2> "nodeNames":["127.0.0.1:37879_solr"]}}
[junit4] 2> 1529626 INFO (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1516838387423000000 current time = 1516838392442000000
[junit4] 2> real diff: 5019000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 1529626 INFO (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 1529627 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 1529627 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 1529627 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 1529627 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 1529627 DEBUG (AutoscalingActionExecutor-1881-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=497b9dcb69621Tcbnec3a8nw1q7wde1t8wsrzzq
[junit4] 2> 1529627 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[22E976543E6A71D3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 1529679 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1529679 DEBUG (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1529679 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1529679 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 1529701 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1529701 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1529714 DEBUG (OverseerAutoScalingTriggerThread-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1529716 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1529717 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1529717 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1529717 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1529717 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40ebe58d{/solr,null,AVAILABLE}
[junit4] 2> 1529727 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a050374{SSL,[ssl, http/1.1]}{127.0.0.1:38455}
[junit4] 2> 1529727 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server Started @1540081ms
[junit4] 2> 1529727 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38455}
[junit4] 2> 1529727 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1529745 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1529745 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1529745 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1529745 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:59:52.561Z
[junit4] 2> 1529799 INFO (zkConnectionManagerCallback-1750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1529811 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1529822 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40097/solr
[junit4] 2> 1529831 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a9cd38c000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1529845 INFO (zkConnectionManagerCallback-1754-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1529847 INFO (zkConnectionManagerCallback-1756-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1529862 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1529863 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1529880 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38455_solr
[junit4] 2> 1529896 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1529896 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1529941 INFO (zkCallback-1755-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1530050 INFO (zkCallback-1737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1530328 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1530401 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1530401 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1530455 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001/node4/.
[junit4] 2> 1530737 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1530807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1530807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1530807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1530811 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52671c9e{/solr,null,AVAILABLE}
[junit4] 2> 1530820 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59761d7f{SSL,[ssl, http/1.1]}{127.0.0.1:38022}
[junit4] 2> 1530820 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server Started @1541174ms
[junit4] 2> 1530822 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38022}
[junit4] 2> 1530840 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1530841 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1530841 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1530841 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1530841 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:59:53.657Z
[junit4] 2> 1530901 INFO (zkConnectionManagerCallback-1760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1530937 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1531047 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40097/solr
[junit4] 2> 1531071 INFO (zkConnectionManagerCallback-1764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531073 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a9cd38c0010, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1531093 INFO (zkConnectionManagerCallback-1766-thread-1-processing-n:127.0.0.1:38022_solr) [n:127.0.0.1:38022_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531109 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1531110 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1531111 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38022_solr
[junit4] 2> 1531129 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1531144 INFO (zkCallback-1755-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1531172 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1531192 INFO (zkCallback-1737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1531192 INFO (zkCallback-1765-thread-1-processing-n:127.0.0.1:38022_solr) [n:127.0.0.1:38022_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1531320 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38022.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1531355 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38022.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1531356 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38022.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1531357 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:38022_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001/node5/.
[junit4] 2> 1531591 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1531592 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1531592 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1531592 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1531592 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63fefdde{/solr,null,AVAILABLE}
[junit4] 2> 1531605 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@353e80c2{SSL,[ssl, http/1.1]}{127.0.0.1:32987}
[junit4] 2> 1531605 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.e.j.s.Server Started @1541960ms
[junit4] 2> 1531606 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32987}
[junit4] 2> 1531606 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1531606 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1531606 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1531606 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1531606 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:59:54.422Z
[junit4] 2> 1531609 INFO (zkConnectionManagerCallback-1770-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531609 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1531652 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40097/solr
[junit4] 2> 1531653 INFO (zkConnectionManagerCallback-1774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531671 INFO (zkConnectionManagerCallback-1776-thread-1-processing-n:127.0.0.1:32987_solr) [n:127.0.0.1:32987_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1531683 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1531684 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1531686 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32987_solr
[junit4] 2> 1531687 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1531707 INFO (zkCallback-1728-thread-1-processing-n:127.0.0.1:36483_solr) [n:127.0.0.1:36483_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1531727 INFO (zkCallback-1737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1531728 INFO (zkCallback-1765-thread-1-processing-n:127.0.0.1:38022_solr) [n:127.0.0.1:38022_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1531728 INFO (zkCallback-1755-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1531764 INFO (zkCallback-1775-thread-1-processing-n:127.0.0.1:32987_solr) [n:127.0.0.1:32987_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1531858 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32987.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1531894 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32987.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1531894 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32987.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5806ef51
[junit4] 2> 1531895 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[22E976543E6A71D3]) [n:127.0.0.1:32987_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_22E976543E6A71D3-001/tempDir-001/node6/.
[junit4] 2> 1532257 INFO (qtp1080392605-9104) [n:127.0.0.1:32987_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1532276 INFO (OverseerThreadFactory-1882-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1532410 INFO (OverseerStateUpdate-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32987/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1532412 INFO (OverseerStateUpdate-99407519831293956-127.0.0.1:37763_solr-n_0000000000) [n:127.0.0.1:37763_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37763/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1532649 INFO (qtp1357109157-8965) [n:127.0.0.1:37763_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1532649 INFO (qtp1357109157-8965) [n:127.0.0.1:37763_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1532650 INFO (qtp1080392605-9099) [n:127.0.0.1:32987_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1532650 INFO (qtp1080392605-9099) [n:127.0.0.1:32987_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1532781 INFO (zkCallback-1721-thread-2-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1532781 INFO (zkCallback-1721-thread-1-processing-n:127.0.0.1:37763_solr) [n:127.0.0.1:37763_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1532782 INFO (zkCallback-1775-thread-2-processing-n:127.0.0.1:32987_solr) [n:127.0.0.1:32987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1532792 INFO (zkCallback-1775-thread-1-processing-n:127.0.0.1:32987_solr) [n:127.0.0.1:32987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1533689 INFO (qtp1080392605-9099) [n:127.0.0.1:32987_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1533698 INFO (qtp1357109157-8965) [n:127.0.0.1:37763_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.
[...truncated too long message...]
1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLost
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 80
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 20
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10005_solr
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10017_solr
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10019_solr
[junit4] 2> 1831821 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10020_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10021_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10033_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10035_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10047_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10049_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10051_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10065_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10066_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10081_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10095_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10096_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10102_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10105_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10118_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10120_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10121_solr
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost]
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 2
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 200
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 200
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 200
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 41
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - MOVEREPLICA 40
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 41
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 19
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: .auto_add_replicas
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 5
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 5
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 4
[junit4] 2> 1831822 INFO (TEST-TestLargeCluster.testNodeLost-seed#[22E976543E6A71D3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 4
[junit4] 2> 1831823 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1831823 DEBUG (SUITE-TestLargeCluster-seed#[22E976543E6A71D3]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_22E976543E6A71D3-001
[junit4] 2> Jan 25, 2018 12:04:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 56 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1711, maxMBSortInHeap=5.989871063013364, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2248d0), locale=hr-HR, timezone=Europe/Belfast
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=263925504,total=497025024
[junit4] 2> NOTE: All tests run in this JVM: [TestCollationField, ImplicitSnitchTest, BasicDistributedZkTest, TestSolrQueryParser, IndexBasedSpellCheckerTest, CloudExitableDirectoryReaderTest, HdfsSyncSliceTest, TestSerializedLuceneMatchVersion, TestGeoJSONResponseWriter, FullSolrCloudDistribCmdsTest, ConjunctionSolrSpellCheckerTest, BadIndexSchemaTest, MetricsConfigTest, SolrCLIZkUtilsTest, TestPullReplica, TestSolrConfigHandlerCloud, OpenExchangeRatesOrgProviderTest, BufferStoreTest, TemplateUpdateProcessorTest, TestDocTermOrds, TestFieldTypeCollectionResource, SolrIndexSplitterTest, TriggerIntegrationTest, TestLegacyNumericRangeQueryBuilder, TestMacros, TestCrossCoreJoin, BlockJoinFacetRandomTest, TestBackupRepositoryFactory, TestManagedSynonymFilterFactory, MigrateRouteKeyTest, TestIBSimilarityFactory, RAMDirectoryFactoryTest, DistributedQueueTest, TestConfig, TestClusterStateMutator, TestLargeCluster]
[junit4] Completed [284/768 (2!)] on J0 in 37.67s, 4 tests, 1 failure <<< FAILURES!
[...truncated 49747 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2273 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2273/
2 tests failed.
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([6C39456755DC4D49:1C5E19AEF94B24E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([6C39456755DC4D49:D32C8B99D63628CF]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:453)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11689 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_6C39456755DC4D49-001/init-core-data-001
[junit4] 2> 23785 WARN (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 23785 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 23787 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 23787 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 23900 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 24343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 24381 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 24438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 24402 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 24726 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 24726 DEBUG (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 24778 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 24834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 24834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 24835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 24836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 24923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 24923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 24932 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25013 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25142 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25178 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25277 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25297 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25304 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 25307 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 25333 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25336 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 25337 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 25338 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 25339 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 25339 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 25340 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25365 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25514 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25530 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 25547 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 25548 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 25548 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 25548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 25549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 25549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 25551 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25583 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25603 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25620 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25640 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25640 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25676 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25677 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25713 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25713 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25749 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25749 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25786 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25786 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25822 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25822 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25859 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25859 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25895 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25895 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 25931 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 25932 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26082 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26082 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26122 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26245 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26281 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26281 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26316 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26317 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26353 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26354 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26389 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26390 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26426 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26426 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26458 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26458 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26479 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26479 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26515 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26515 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26556 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26556 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26584 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26584 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26604 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26604 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26632 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26632 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26653 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26653 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26673 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26674 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26694 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26694 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26730 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26730 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26766 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26766 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26802 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26803 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26839 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26839 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26876 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26876 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26912 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26912 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26948 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 26948 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26981 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 26982 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27009 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27009 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27045 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27046 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27078 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27090 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27099 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27114 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27131 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27151 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27151 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27187 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27187 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27224 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27224 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27260 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27260 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27297 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27297 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27333 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27333 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27370 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27370 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27406 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27406 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27442 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27443 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27479 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27479 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27515 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27515 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27544 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27545 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27576 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27576 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27596 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27597 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27633 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27633 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27653 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27653 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27690 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27690 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27726 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27726 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27763 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27763 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27795 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27795 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27815 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27852 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27852 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27880 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27880 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27882 DEBUG (simCloudManagerPool-18-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "core":"testBasic_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 27883 DEBUG (simCloudManagerPool-18-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{
[junit4] 2> "node_name":"127.0.0.1:10051_solr",
[junit4] 2> "core":"testBasic_shard4_replica_t54",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 27883 DEBUG (simCloudManagerPool-18-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10093_solr",
[junit4] 2> "core":"testBasic_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 27883 DEBUG (simCloudManagerPool-18-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10079_solr",
[junit4] 2> "core":"testBasic_shard3_replica_t39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 27884 DEBUG (simCloudManagerPool-18-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "core":"testBasic_shard5_replica_n65",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 27976 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100
[junit4] 2> 27976 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 27991 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 9307ms
[junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99
[junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr
[junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99
[junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr
[junit4] 2> 28034 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99
[junit4] 2> 28034 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99
[junit4] 2> 28070 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99
[junit4] 2> 28071 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99
[junit4] 2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99
[junit4] 2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10032_solr]
[junit4] 2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253289989957268,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253289989957268],
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}}
[junit4] 2> 28160 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 28209 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253289989957268,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253289989957268],
[junit4] 2> "_enqueue_time_":1253298112576168,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}}
[junit4] 2> 28211 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253289989957268,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253289989957268],
[junit4] 2> "_enqueue_time_":1253298112576168,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 28416 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node56
[junit4] 2> 28417 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253310931 sessionWrapper.createTime 1253306232487018, this.sessionWrapper.createTime 1253306232487018
[junit4] 2> 28417 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253289989957268,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253289989957268],
[junit4] 2> "_enqueue_time_":1253298112576168,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3ad63a3b], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 28417 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node56
[junit4] 2> 28537 DEBUG (simCloudManagerPool-18-thread-125) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
[junit4] 2> "core":"testBasic_shard4_replica_p76",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 24750 ms for event id=473dc50a6e694T7424eev8u3xr3pnwjbozw10ih
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10080_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr
[junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10032_solr]
[junit4] 2> 28817 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253290014665818,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253290014665818],
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}}
[junit4] 2> 28817 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 28835 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253290014665818,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253290014665818],
[junit4] 2> "_enqueue_time_":1253330937519368,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}}
[junit4] 2> 28835 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253290014665818,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253290014665818],
[junit4] 2> "_enqueue_time_":1253330937519368,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 28870 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253333597 sessionWrapper.createTime 1253333580513168, this.sessionWrapper.createTime 1253333580513168
[junit4] 2> 28870 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253290014665818,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253290014665818],
[junit4] 2> "_enqueue_time_":1253330937519368,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 28870 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253290014665818,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1253290014665818],
[junit4] 2> "_enqueue_time_":1253330937519368,
[junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}}
[junit4] 2> 28905 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 28905 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 28906 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 3541 ms for event id=473dc521fec5aT7424eev8u3xr3pnwjbozw10ik
[junit4] 2> 29006 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 29006 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10080_solr
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
[junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr
[junit4] 2> 29027 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 29027 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 29047 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 29063 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 29079 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 29099 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 29100 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92
[junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92
[junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10019_solr, 127.0.0.1:10003_solr, 127.0.0.1:10080_solr, 127.0.0.1:10028_solr]
[junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253340437864418,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253340437864418,
[junit4] 2> 1253340433351668,
[junit4] 2> 1253340443005618,
[junit4] 2> 1253340435980868,
[junit4] 2> 1253340439581768,
[junit4] 2> 1253340441305068,
[junit4] 2> 1253340444667618],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr",
[junit4] 2> "127.0.0.1:10028_solr"]}}
[junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 29153 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253340437864418,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253340437864418,
[junit4] 2> 1253340433351668,
[junit4] 2> 1253340443005618,
[junit4] 2> 1253340435980868,
[junit4] 2> 1253340439581768,
[junit4] 2> 1253340441305068,
[junit4] 2> 1253340444667618],
[junit4] 2> "_enqueue_time_":1253346922705718,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr",
[junit4] 2> "127.0.0.1:10028_solr"]}}
[junit4] 2> 29153 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253340437864418,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253340437864418,
[junit4] 2> 1253340433351668,
[junit4] 2> 1253340443005618,
[junit4] 2> 1253340435980868,
[junit4] 2> 1253340439581768,
[junit4] 2> 1253340441305068,
[junit4] 2> 1253340444667618],
[junit4] 2> "_enqueue_time_":1253346922705718,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr",
[junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 29540 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31
[junit4] 2> 29720 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node29
[junit4] 2> 29794 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node4
[junit4] 2> 29866 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node61
[junit4] 2> 29884 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20
[junit4] 2> 29904 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node6
[junit4] 2> 29919 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8
[junit4] 2> 29919 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253386070 sessionWrapper.createTime 1253347834048918, this.sessionWrapper.createTime 1253347834048918
[junit4] 2> 29920 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1253340437864418,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253340437864418,
[junit4] 2> 1253340433351668,
[junit4] 2> 1253340443005618,
[junit4] 2> 1253340435980868,
[junit4] 2> 1253340439581768,
[junit4] 2> 1253340441305068,
[junit4] 2> 1253340444667618],
[junit4] 2> "_enqueue_time_":1253346922705718,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr",
[junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1fb31a3d, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@44de352e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@631c66fb, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@42fc6afe, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4519f26e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@70dbd8a6, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@707043f8], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 29920 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31
[junit4] 2> 30042 DEBUG (simCloudManagerPool-18-thread-137) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
[junit4] 2> "core":"testBasic_shard3_replica_n78",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 30195 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node29
[junit4] 2> 30303 DEBUG (simCloudManagerPool-18-thread-145) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
[junit4] 2> "core":"testBasic_shard2_replica_p80",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 30514 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node4
[junit4] 2> 30643 DEBUG (simCloudManagerPool-18-thread-153) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
[junit4] 2> "core":"testBasic_shard1_replica_n82",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 30847 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node61
[junit4] 2> 30951 DEBUG (simCloudManagerPool-18-thread-161) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
[junit4] 2> "core":"testBasic_shard5_replica_n84",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10037_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 31166 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20
[junit4] 2> 31296 DEBUG (simCloudManagerPool-18-thread-169) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
[junit4] 2> "core":"testBasic_shard2_replica_n86",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10094_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 31454 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node6
[junit4] 2> 31583 DEBUG (simCloudManagerPool-18-thread-177) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
[junit4] 2> "core":"testBasic_shard1_replica_t88",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10091_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 31798 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8
[junit4] 2> 31908 DEBUG (simCloudManagerPool-18-thread-185) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
[junit4] 2> "core":"testBasic_shard1_replica_t90",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10034_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 32070 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 186919ms
[junit4] 2> 32070 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7, MOVEREPLICA=8, REQUESTSTATUS=7, autoscaling=2, update=5}
[junit4] 2> 32203 DEBUG (simCloudManagerPool-18-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node17":{
[junit4] 2> "node_name":"127.0.0.1:10098_solr",
[junit4] 2> "core":"testBasic_shard2_replica_n17",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 32203 INFO (simCloudManagerPool-18-thread-19) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4985ms
[junit4] 2> 32204 INFO (simCloudManagerPool-18-thread-18) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4974ms
[junit4] 2> 32255 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 32272 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 32272 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 155980 ms for event id=473e80f94dfe2T7424eev8u3xr3pnwjbozw10in
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr
[junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10044_solr
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10028_solr, 127.0.0.1:10052_solr, 127.0.0.1:10019_solr, 127.0.0.1:10003_solr, 127.0.0.1:10080_solr]
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253330909705618,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253330909705618,
[junit4] 2> 1253330919933268,
[junit4] 2> 1253330921688418,
[junit4] 2> 1253330913757268,
[junit4] 2> 1253330911939418,
[junit4] 2> 1253330915647818,
[junit4] 2> 1253330917971468],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10028_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr"]}}
[junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 32384 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253330909705618,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253330909705618,
[junit4] 2> 1253330919933268,
[junit4] 2> 1253330921688418,
[junit4] 2> 1253330913757268,
[junit4] 2> 1253330911939418,
[junit4] 2> 1253330915647818,
[junit4] 2> 1253330917971468],
[junit4] 2> "_enqueue_time_":1253509206309068,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10028_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr"]}}
[junit4] 2> 32384 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253330909705618,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253330909705618,
[junit4] 2> 1253330919933268,
[junit4] 2> 1253330921688418,
[junit4] 2> 1253330913757268,
[junit4] 2> 1253330911939418,
[junit4] 2> 1253330915647818,
[junit4] 2> 1253330917971468],
[junit4] 2> "_enqueue_time_":1253509206309068,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10028_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 32400 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253510077 sessionWrapper.createTime 1253510072032668, this.sessionWrapper.createTime 1253510072032668
[junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253330909705618,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253330909705618,
[junit4] 2> 1253330919933268,
[junit4] 2> 1253330921688418,
[junit4] 2> 1253330913757268,
[junit4] 2> 1253330911939418,
[junit4] 2> 1253330915647818,
[junit4] 2> 1253330917971468],
[junit4] 2> "_enqueue_time_":1253509206309068,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10028_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 32400 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1253330909705618,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 1253330909705618,
[junit4] 2> 1253330919933268,
[junit4] 2> 1253330921688418,
[junit4] 2> 1253330913757268,
[junit4] 2> 1253330911939418,
[junit4] 2> 1253330915647818,
[junit4] 2> 1253330917971468],
[junit4] 2> "_enqueue_time_":1253509206309068,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10026_solr",
[junit4] 2> "127.0.0.1:10028_solr",
[junit4] 2> "127.0.0.1:10052_solr",
[junit4] 2> "127.0.0.1:10019_solr",
[junit4] 2> "127.0.0.1:10003_solr",
[junit4] 2> "127.0.0.1:10080_solr"]}}
[junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 833 ms for event id=473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq
[junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 90
[junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 90
[junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
[junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr
[junit4] 2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 85
[junit4] 2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:1
[...truncated too long message...]
Unexpected exception while processing event: {
[junit4] 2> "id":"474bdbdb734c0T7424eev8u3xr3pnwjbozw122g",
[junit4] 2> "source":"AutoscalingHistoryHandlerTest_node_lost_trigger",
[junit4] 2> "eventTime":1254258187384000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1254258187384000],
[junit4] 2> "_enqueue_time_":1254258187588351,
[junit4] 2> "nodeNames":["127.0.0.1:39811_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:91)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:299)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:173)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:74)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:60)
[junit4] 2> ... 7 more
[junit4] 2> 1202686 DEBUG (AutoscalingActionExecutor-2370-thread-1-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 103 ms for event id=474bdbdb734c0T7424eev8u3xr3pnwjbozw122g
[junit4] 2> 1202684 INFO (coreCloseExecutor-2435-thread-2) [n:127.0.0.1:41099_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7af89aa: rootName = solr_41099, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@2dd4477e
[junit4] 2> 1202697 INFO (coreCloseExecutor-2434-thread-2) [n:127.0.0.1:33392_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=894528712
[junit4] 2> 1202697 INFO (coreCloseExecutor-2434-thread-1) [n:127.0.0.1:33392_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node8 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=595298853
[junit4] 2> 1202751 INFO (zkCallback-1110-thread-2-processing-n:127.0.0.1:41099_solr) [n:127.0.0.1:41099_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41099_solr
[junit4] 2> 1202774 INFO (jetty-closer-1089-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@296c8620{/solr,null,UNAVAILABLE}
[junit4] 2> 1202774 INFO (jetty-closer-1089-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1202776 INFO (jetty-closer-1089-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbf1f98{/solr,null,UNAVAILABLE}
[junit4] 2> 1202776 INFO (jetty-closer-1089-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1202785 INFO (coreCloseExecutor-2435-thread-1) [n:127.0.0.1:41099_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=1763915415
[junit4] 2> 1202785 INFO (coreCloseExecutor-2435-thread-2) [n:127.0.0.1:41099_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=13146252
[junit4] 2> 1202801 INFO (jetty-closer-1089-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55471eef{/solr,null,UNAVAILABLE}
[junit4] 2> 1202802 INFO (jetty-closer-1089-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1202802 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[6C39456755DC4D49]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1202802 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44261 44261
[junit4] 2> 1203037 INFO (Thread-1062) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44261 44261
[junit4] 2> 1203038 WARN (Thread-1062) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/collections/.system/state.json
[junit4] 2> 40 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404997297963015-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/99404997297963016-core_node6-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99404997297963015-127.0.0.1:41099_solr-n_0000000001
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404997297963017-core_node5-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6C39456755DC4D49-001
[junit4] 2> Jan 24, 2018 1:18:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=Lucene50(blocksize=128), event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), type=Lucene50(blocksize=128), before.actions_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property._enqueue_time__ss=Lucene50(blocksize=128), after.actions_ss=PostingsFormat(name=Asserting), stage_s=Lucene50(blocksize=128), event.id_s=BlockTreeOrds(blocksize=128), event.property.eventTimes_ss=Lucene50(blocksize=128), source_s=BlockTreeOrds(blocksize=128), event.type_s=Lucene50(blocksize=128), responses_ts=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), collections_ss=Lucene50(blocksize=128), operations.params_ts=Lucene50(blocksize=128), event.property.nodeNames_ss=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1576, maxMBSortInHeap=7.879633852112584, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bc1594e), locale=de-LU, timezone=Europe/Zagreb
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=86950768,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCloudWithDelegationTokens, TestFiltering, TestLegacyField, TestExactSharedStatsCache, ClassificationUpdateProcessorTest, TestUtilizeNode, DistributedFacetPivotLargeTest, SolrMetricManagerTest, LegacyCloudClusterPropTest, ReturnFieldsTest, OverriddenZkACLAndCredentialsProvidersTest, CurrencyRangeFacetCloudTest, LukeRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, LeaderFailureAfterFreshStartTest, HdfsBasicDistributedZkTest, TestRawTransformer, TestNumericTerms32, BadCopyFieldTest, HttpPartitionTest, DistributedFacetPivotSmallTest, SolrJmxReporterTest, TestConfigSetImmutable, BasicAuthIntegrationTest, StatelessScriptUpdateProcessorFactoryTest, TestInitQParser, CachingDirectoryFactoryTest, TestDynamicFieldCollectionResource, TestFieldResource, SolrTestCaseJ4Test, DistributedDebugComponentTest, SpatialFilterTest, DateFieldTest, TestLMJelinekMercerSimilarityFactory, TestCloudPseudoReturnFields, CircularListTest, HLLUtilTest, TestPolicyCloud, TestTlogReplica, OverseerRolesTest, SuggesterTSTTest, TestStressReorder, CleanupOldIndexTest, AutoAddReplicasIntegrationTest, TestCoreDiscovery, TestSchemaVersionResource, ResponseHeaderTest, ClusterStateUpdateTest, TestRandomDVFaceting, WordBreakSolrSpellCheckerTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [220/768 (2!)] on J2 in 41.60s, 1 test, 1 failure <<< FAILURES!
[...truncated 49956 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2272 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2272/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest: 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2D4C3C614787FA5E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.OverallAnalyticsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2D4C3C614787FA5E]:0)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted
Error Message:
Could not load collection from ZK: movereplicatest_coll3
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: movereplicatest_coll3
at __randomizedtesting.SeedInfo.seed([57F4D5455C2641A7:186A31985D2C0EC5]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.addDocs(MoveReplicaHDFSFailoverTest.java:203)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/movereplicatest_coll3/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
... 48 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([57F4D5455C2641A7:5DA45A339C262006]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:182)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove
Error Message:
Collection not found: MoveReplicaHDFSTest_coll_false
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: MoveReplicaHDFSTest_coll_false
at __randomizedtesting.SeedInfo.seed([57F4D5455C2641A7:F12C62E2D9C783BD]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.cloud.MoveReplicaTest.addDocs(MoveReplicaTest.java:393)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:119)
at org.apache.solr.cloud.MoveReplicaHDFSTest.testNormalMove(MoveReplicaHDFSTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([57F4D5455C2641A7:E8E11BBBDFCC2421]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:453)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12025 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 692125 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/init-core-data-001
[junit4] 2> 692126 WARN (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 692126 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 692127 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 692128 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-001
[junit4] 2> 692129 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 692129 INFO (Thread-545) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 692129 INFO (Thread-545) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 692136 ERROR (Thread-545) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 692229 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33010
[junit4] 2> 692231 INFO (zkConnectionManagerCallback-668-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692234 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 692234 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 692234 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 692235 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 692235 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 692235 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 692235 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 692235 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f4d2672{/solr,null,AVAILABLE}
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10c98503{SSL,[ssl, http/1.1]}{127.0.0.1:43284}
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.e.j.s.Server Started @700675ms
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43284}
[junit4] 2> 692237 ERROR (jetty-launcher-665-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 692237 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T00:45:24.309Z
[junit4] 2> 692238 INFO (zkConnectionManagerCallback-670-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692238 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 692244 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 692245 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 692245 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 692245 INFO (jetty-launcher-665-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33010/solr
[junit4] 2> 692246 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c13894d{/solr,null,AVAILABLE}
[junit4] 2> 692246 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 692246 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 692246 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72d842fe{/solr,null,AVAILABLE}
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54b5afca{SSL,[ssl, http/1.1]}{127.0.0.1:34953}
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fc74c23{SSL,[ssl, http/1.1]}{127.0.0.1:46604}
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-1) [ ] o.e.j.s.Server Started @700686ms
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-4) [ ] o.e.j.s.Server Started @700686ms
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34953}
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46604}
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 692247 ERROR (jetty-launcher-665-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 692247 ERROR (jetty-launcher-665-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 692247 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@650a778c{/solr,null,AVAILABLE}
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T00:45:24.320Z
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T00:45:24.320Z
[junit4] 2> 692247 INFO (zkConnectionManagerCallback-674-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@603e5874{SSL,[ssl, http/1.1]}{127.0.0.1:33508}
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-3) [ ] o.e.j.s.Server Started @700687ms
[junit4] 2> 692248 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33508}
[junit4] 2> 692249 ERROR (jetty-launcher-665-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 692249 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 692249 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 692249 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 692249 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T00:45:24.321Z
[junit4] 2> 692250 INFO (zkConnectionManagerCallback-677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692250 INFO (zkConnectionManagerCallback-680-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692250 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 692250 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 692256 INFO (zkConnectionManagerCallback-678-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692258 DEBUG (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$253/628261647@386a8eec
[junit4] 2> 692258 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 692269 INFO (jetty-launcher-665-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33010/solr
[junit4] 2> 692269 INFO (jetty-launcher-665-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33010/solr
[junit4] 2> 692271 INFO (jetty-launcher-665-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33010/solr
[junit4] 2> 692271 INFO (zkConnectionManagerCallback-683-thread-1-processing-n:127.0.0.1:43284_solr) [n:127.0.0.1:43284_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692271 INFO (zkConnectionManagerCallback-687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692272 INFO (zkConnectionManagerCallback-690-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692278 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16125a0656a0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 692279 DEBUG (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$253/628261647@f8df5a9
[junit4] 2> 692279 DEBUG (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$253/628261647@17baa91f
[junit4] 2> 692280 INFO (zkConnectionManagerCallback-694-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692280 INFO (zkConnectionManagerCallback-698-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692283 INFO (zkConnectionManagerCallback-696-thread-1-processing-n:127.0.0.1:33508_solr) [n:127.0.0.1:33508_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692283 DEBUG (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$253/628261647@169aa53f
[junit4] 2> 692292 INFO (zkConnectionManagerCallback-700-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692413 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 692413 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692418 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 692418 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 692418 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 692419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 692419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 692419 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692420 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 692420 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 692420 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 692420 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 692427 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 692427 INFO (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 692428 DEBUG (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99402037605302279-127.0.0.1:43284_solr-n_0000000001
[junit4] 2> 692428 DEBUG (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99402037605302282-127.0.0.1:46604_solr-n_0000000000
[junit4] 2> 692429 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46604_solr
[junit4] 2> 692429 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99402037605302282-127.0.0.1:46604_solr-n_0000000000
[junit4] 2> 692429 DEBUG (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99402037605302282-127.0.0.1:46604_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 692430 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer Overseer (id=99402037605302282-127.0.0.1:46604_solr-n_0000000000) starting
[junit4] 2> 692431 INFO (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43284_solr
[junit4] 2> 692431 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692431 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692431 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 692439 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692439 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692439 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 692439 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692439 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 692439 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:43284_solr) [n:127.0.0.1:43284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 692447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 692447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 692447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 692448 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 692449 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 692449 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 692449 DEBUG (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99402037605302284-127.0.0.1:34953_solr-n_0000000002
[junit4] 2> 692449 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692449 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 692450 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 692450 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99402037605302279-127.0.0.1:43284_solr-n_0000000001
[junit4] 2> 692450 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 692450 DEBUG (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99402037605302279-127.0.0.1:43284_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 692450 DEBUG (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34953_solr as DOWN
[junit4] 2> 692450 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 692451 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 692452 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 692452 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 692454 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34953_solr
[junit4] 2> 692454 DEBUG (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46604_solr as DOWN
[junit4] 2> 692454 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692454 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692454 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692454 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692455 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 692459 INFO (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 692459 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692459 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692459 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692459 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 692459 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:43284_solr) [n:127.0.0.1:43284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 692459 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 692460 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46604_solr
[junit4] 2> 692460 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 692460 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 692459 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 692460 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 692460 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 692460 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 692460 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 692460 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 692460 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692460 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692460 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692460 DEBUG (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99402037605302283-127.0.0.1:33508_solr-n_0000000003
[junit4] 2> 692461 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 692461 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43284_solr, 127.0.0.1:34953_solr]
[junit4] 2> 692461 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99402037605302284-127.0.0.1:34953_solr-n_0000000002
[junit4] 2> 692462 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692462 DEBUG (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99402037605302284-127.0.0.1:34953_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 692462 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 692462 DEBUG (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33508_solr as DOWN
[junit4] 2> 692462 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 692462 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 692462 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33508_solr
[junit4] 2> 692463 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 692463 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692463 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 692463 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:43284_solr) [n:127.0.0.1:43284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 692464 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 692467 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34953_solr"} current state version: 0
[junit4] 2> 692467 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34953_solr
[junit4] 2> 692467 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46604_solr"} current state version: 0
[junit4] 2> 692467 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46604_solr
[junit4] 2> 692467 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 692468 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33508_solr"} current state version: 0
[junit4] 2> 692468 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33508_solr
[junit4] 2> 692491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692502 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 692503 INFO (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43284.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692505 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 692505 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692505 DEBUG (OverseerAutoScalingTriggerThread-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 692505 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 692523 INFO (zkCallback-695-thread-1-processing-n:127.0.0.1:33508_solr) [n:127.0.0.1:33508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 692523 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 692505 DEBUG (ScheduledTrigger-1247-thread-1) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 692531 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692531 INFO (zkCallback-695-thread-2-processing-n:127.0.0.1:33508_solr) [n:127.0.0.1:33508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 692533 INFO (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43284.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692534 INFO (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43284.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692539 INFO (jetty-launcher-665-thread-2) [n:127.0.0.1:43284_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-001/node2/.
[junit4] 2> 692545 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33508.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692574 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692578 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 692579 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 692595 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33508.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692595 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33508.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692606 INFO (jetty-launcher-665-thread-3) [n:127.0.0.1:33508_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-001/node3/.
[junit4] 2> 692609 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692609 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692611 INFO (jetty-launcher-665-thread-1) [n:127.0.0.1:34953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-001/node1/.
[junit4] 2> 692631 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46604.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692657 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46604.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692657 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46604.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 692658 INFO (jetty-launcher-665-thread-4) [n:127.0.0.1:46604_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-001/node4/.
[junit4] 2> 692759 INFO (zkConnectionManagerCallback-710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692762 INFO (zkConnectionManagerCallback-714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 692762 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 692762 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 692762 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 692762 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 692762 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 692762 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 692763 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33010/solr ready
[junit4] 2> 692790 INFO (qtp349227651-3341) [n:127.0.0.1:34953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 692790 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 692790 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 692790 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 692790 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 692790 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 692791 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 692791 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 692791 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 692791 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 692791 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 692791 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 692793 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 692793 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 692793 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 692793 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 692793 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 692793 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 692793 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 692793 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 692798 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 692799 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 692799 DEBUG (zkCallback-699-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 692799 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 692799 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 692799 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 692799 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 692799 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 692799 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 692799 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 692799 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 692799 DEBUG (OverseerThreadFactory-1250-thread-1-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:46604_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=8.725852399652894,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.7657733333333333,medianRequestTime=0.356973,75thPcRequestTime=1.805921,95thPcRequestTime=1.805921,99thPcRequestTime=1.805921,999thPcRequestTime=1.805921},downnode={requests=3,errors=0,avgRequestsPerSecond=9.129854421580127,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.02617533333333333,medianRequestTime=0.025772,75thPcRequestTime=0.030854,95thPcRequestTime=0.030854,99thPcRequestTime=0.030854,999thPcRequestTime=0.030854}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=8.777257953777807,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.2737306666666666,medianRequestTime=0.298219,75thPcRequestTime=0.384,95thPcRequestTime=0.384,99thPcRequestTime=0.384,999thPcRequestTime=0.384},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=2.9753281180691125,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.361412,medianRequestTime=0.361412,75thPcRequestTime=0.361412,95thPcRequestTime=0.361412,99thPcRequestTime=0.361412,999thPcRequestTime=0.361412}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=2.993599370218539,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=329.481271,medianRequestTime=329.481271,75thPcRequestTime=329.481271,95thPcRequestTime=329.481271,99thPcRequestTime=329.481271,999thPcRequestTime=329.481271}}}
[junit4] 2> 692803 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 692803 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 692806 INFO (qtp349227651-3341) [n:127.0.0.1:34953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 693307 WARN (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 693532 DEBUG (ScheduledTrigger-1247-thread-1) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 693797 WARN (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 693924 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 693943 WARN (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 694196 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 694230 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_33312_hdfs____gmfvdq/webapp
[junit4] 2> 694533 DEBUG (ScheduledTrigger-1247-thread-2) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 694794 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 694822 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 694823 INFO (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 694823 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 694823 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 694823 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 694823 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 694823 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 695339 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:33312
[junit4] 2> 695533 DEBUG (ScheduledTrigger-1247-thread-1) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 695943 WARN (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 695946 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 695963 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35649_datanode____l0pc00/webapp
[junit4] 2> 696282 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35649
[junit4] 2> 696537 DEBUG (ScheduledTrigger-1247-thread-1) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 696646 WARN (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 696647 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 696656 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44224_datanode____.6wfbfp/webapp
[junit4] 2> 696823 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 696824 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 696824 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 696824 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 696824 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 696824 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 696824 DEBUG (OverseerCollectionConfigSetProcessor-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 697016 INFO (SUITE-MoveReplicaHDFSTest-seed#[57F4D5455C2641A7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44224
[junit4] 2> 697155 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33378) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 697269 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_57F4D5455C2641A7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33378) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 697320 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44ba2899ec99c: from storage DS-303225c4-c948-4e58-8d56-50735a8e5f68 node DatanodeRegistration(127.0.0.1:35420, datanodeUuid=97597ef9-e5c4-409a-8491-e00de70eebc5, infoPort=42337, infoSecurePort=0, ipcPort=44618, storageInfo=lv=-56;cid=testClusterID;nsid=716216287;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 697320 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44ba2899ec99c: from storage DS-7a614ec1-4607-4fc0-bc85-c7c9f6c65aaf node DatanodeRegistration(127.0.0.1:40027, datanodeUuid=85bfcbaf-197c-4613-b4af-d45beba10f3f, infoPort=46329, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-56;cid=testClusterID;nsid=716216287;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 697320 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44ba2899ec99c: from storage DS-82bf9cc6-450d-4e9e-97da-f98993c416d0 node DatanodeRegistration(127.0.0.1:35420, datanodeUuid=97597ef9-e5c4-409a-8491-e00de70eebc5, infoPort=42337, infoSecurePort=0, ipcPort=44618, storageInfo=lv=-56;cid=testClusterID;nsid=716216287;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 697321 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x44ba2899ec99c: from storage DS-69cec72d-debc-4cd6-ae68-ac409ca623ba node DatanodeRegistration(127.0.0.1:40027, datanodeUuid=85bfcbaf-197c-4613-b4af-d45beba10f3f, infoPort=46329, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-56;cid=testClusterID;nsid=716216287;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 697537 DEBUG (ScheduledTrigger-1247-thread-2) [n:127.0.0.1:46604_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 697682 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove
[junit4] 2> 697683 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 697683 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697683 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 697683 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 697683 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 697684 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 697685 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 697686 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 697686 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 697686 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 697686 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@600379d8{/solr,null,AVAILABLE}
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@571f2b9e{SSL,[ssl, http/1.1]}{127.0.0.1:41922}
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.e.j.s.Server Started @706126ms
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41922}
[junit4] 2> 697687 ERROR (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 697687 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T00:45:29.759Z
[junit4] 2> 697692 INFO (zkConnectionManagerCallback-717-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697692 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 697713 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33010/solr
[junit4] 2> 697714 INFO (zkConnectionManagerCallback-721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697716 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$253/628261647@2fcf69c9
[junit4] 2> 697717 INFO (zkConnectionManagerCallback-723-thread-1-processing-n:127.0.0.1:41922_solr) [n:127.0.0.1:41922_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 697721 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 697721 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697721 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 697721 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 697721 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 697721 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 697721 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 697722 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 697722 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99402037605302289-127.0.0.1:41922_solr-n_0000000004
[junit4] 2> 697723 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99402037605302283-127.0.0.1:33508_solr-n_0000000003
[junit4] 2> 697723 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99402037605302283-127.0.0.1:33508_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 697723 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41922_solr as DOWN
[junit4] 2> 697724 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 697724 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41922_solr
[junit4] 2> 697724 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 697724 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41922_solr"} current state version: 0
[junit4] 2> 697724 DEBUG (OverseerStateUpdate-99402037605302282-127.0.0.1:46604_solr-n_0000000000) [n:127.0.0.1:46604_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41922_solr
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697725 INFO (zkCallback-695-thread-2-processing-n:127.0.0.1:33508_solr) [n:127.0.0.1:33508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697725 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697726 INFO (zkCallback-713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697727 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697727 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:46604_solr) [n:127.0.0.1:46604_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697727 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697727 INFO (zkCallback-713-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697727 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 697727 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:43284_solr) [n:127.0.0.1:43284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697735 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:41922_solr) [n:127.0.0.1:41922_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 697777 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41922.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1686d525
[junit4] 2> 697795 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[57F4D5455C2641A7]) [n:127.0.0.1:41922_solr
[...truncated too long message...]
tLegacyNumericUtils, BadComponentTest, TestPayloadScoreQParserPlugin, TestInitParams, BasicFunctionalityTest, TestPointFields, RemoteQueryErrorTest, DocExpirationUpdateProcessorFactoryTest, TestSolrXml, DistributedMLTComponentTest, UpdateLogTest, TestCloudSchemaless, SuggesterTest, SolrCoreTest, AutoScalingHandlerTest, TestReversedWildcardFilterFactory, TestConfigSetsAPIExclusivity, QueryElevationComponentTest, DOMUtilTest, RuleEngineTest, TestSolrConfigHandlerConcurrent, TestXIncludeConfig, MissingSegmentRecoveryTest, DocValuesMissingTest, AnalyticsQueryTest, TestFieldSortValues, DistribDocExpirationUpdateProcessorTest, TestOnReconnectListenerSupport, DistributedFacetSimpleRefinementLongTailTest, ZkControllerTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, TestDistributedGrouping, TestReload, TestCoreContainer, SimpleFacetsTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestLazyCores, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, LoggingHandlerTest, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, SearchHandlerTest, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, TestElisionMultitermQuery, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestDFRSimilarityFactory, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteStatusTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, OverseerModifyCollectionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestRequestForwarding, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, TestCollectionAPI, TestHdfsCloudBackupRestore, ComputePlanActionTest, TestDistribStateManager, TestExecutePlanAction, TestLargeCluster]
[junit4] Completed [586/768 (3!)] on J1 in 62.38s, 4 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 3687 lines...]
[junit4] Suite: org.apache.solr.analytics.OverallAnalyticsTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.OverallAnalyticsTest_2D4C3C614787FA5E-001/init-core-data-001
[junit4] 2> Jan 24, 2018 1:53:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Jan 24, 2018 1:53:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
[junit4] 2> 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Jan 24, 2018 1:53:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> Jan 24, 2018 1:53:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@e47a78b), locale=en-MT, timezone=Asia/Dushanbe
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=267843056,total=321388544
[junit4] 2> NOTE: All tests run in this JVM: [LegacyFieldFacetExtrasTest, OverallAnalyticsTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverallAnalyticsTest -Dtests.seed=2D4C3C614787FA5E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Asia/Dushanbe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | OverallAnalyticsTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.OverallAnalyticsTest:
[junit4] > 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2D4C3C614787FA5E]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=85, name=qtp557035741-85, state=TIMED_WAITING, group=TGRP-OverallAnalyticsTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2D4C3C614787FA5E]:0)
[junit4] Completed [29/78 (1!)] on J2 in 91.43s, 1 test, 2 errors <<< FAILURES!
[...truncated 45043 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2271 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2271/
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd: 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd:
1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3B5FA8A093C0C842]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3B5FA8A093C0C842]:0)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n3","base_url":"http://127.0.0.1:46789/raj","node_name":"127.0.0.1:46789_raj","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "state":"down", "base_url":"http://127.0.0.1:43656/raj", "core":"c8n_1x3_lf_shard1_replica_n1", "node_name":"127.0.0.1:43656_raj", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:46789/raj", "node_name":"127.0.0.1:46789_raj", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:46722/raj", "node_name":"127.0.0.1:46722_raj", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n3","base_url":"http://127.0.0.1:46789/raj","node_name":"127.0.0.1:46789_raj","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"state":"down",
"base_url":"http://127.0.0.1:43656/raj",
"core":"c8n_1x3_lf_shard1_replica_n1",
"node_name":"127.0.0.1:43656_raj",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:46789/raj",
"node_name":"127.0.0.1:46789_raj",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:46722/raj",
"node_name":"127.0.0.1:46722_raj",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F9FBD4D4B3C8AD59:71AFEB0E1D34C0A1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudPivotFacet.test
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([F9FBD4D4B3C8AD59:71AFEB0E1D34C0A1]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:541)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:351)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:676)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:471)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestCollectionAPI.test
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([F9FBD4D4B3C8AD59:71AFEB0E1D34C0A1]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.cloud.api.collections.TestCollectionAPI.testClusterStateMigration(TestCollectionAPI.java:652)
at org.apache.solr.cloud.api.collections.TestCollectionAPI.test(TestCollectionAPI.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:35390_solr, 127.0.0.1:37412_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/19)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:35390/solr", "node_name":"127.0.0.1:35390_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:35390/solr", "node_name":"127.0.0.1:35390_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node8":{ "core":"testSimple1_shard2_replica_n6", "base_url":"https://127.0.0.1:35390/solr", "node_name":"127.0.0.1:35390_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:38884/solr", "node_name":"127.0.0.1:38884_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:35390_solr, 127.0.0.1:37412_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/19)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"https://127.0.0.1:35390/solr",
"node_name":"127.0.0.1:35390_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:35390/solr",
"node_name":"127.0.0.1:35390_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"testSimple1_shard2_replica_n6",
"base_url":"https://127.0.0.1:35390/solr",
"node_name":"127.0.0.1:35390_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:38884/solr",
"node_name":"127.0.0.1:38884_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F9FBD4D4B3C8AD59:C148F02A943B7988]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:41903_solr, 127.0.0.1:46474_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:41903/solr", "node_name":"127.0.0.1:41903_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node6":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node6/data/", "base_url":"https://127.0.0.1:41903/solr", "node_name":"127.0.0.1:41903_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node6/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:41903/solr", "node_name":"127.0.0.1:41903_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n3", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:44871/solr", "node_name":"127.0.0.1:44871_solr", "type":"NRT", "ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:41903_solr, 127.0.0.1:46474_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node5/data/",
"base_url":"https://127.0.0.1:41903/solr",
"node_name":"127.0.0.1:41903_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node6":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node6/data/",
"base_url":"https://127.0.0.1:41903/solr",
"node_name":"127.0.0.1:41903_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node6/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node7/data/",
"base_url":"https://127.0.0.1:41903/solr",
"node_name":"127.0.0.1:41903_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n3",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node8/data/",
"base_url":"https://127.0.0.1:44871/solr",
"node_name":"127.0.0.1:44871_solr",
"type":"NRT",
"ulogDir":"hdfs://lucene2-us-west.apache.org:45767/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F9FBD4D4B3C8AD59:C148F02A943B7988]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11792 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionAPI
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/init-core-data-001
[junit4] 2> 392957 INFO (SUITE-TestCollectionAPI-seed#[F9FBD4D4B3C8AD59]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 392957 INFO (SUITE-TestCollectionAPI-seed#[F9FBD4D4B3C8AD59]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 392974 INFO (SUITE-TestCollectionAPI-seed#[F9FBD4D4B3C8AD59]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 392974 INFO (SUITE-TestCollectionAPI-seed#[F9FBD4D4B3C8AD59]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 393002 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 393002 INFO (Thread-345) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 393002 INFO (Thread-345) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 393027 ERROR (Thread-345) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 393102 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.ZkTestServer start zk server on port:36040
[junit4] 2> 393105 INFO (zkConnectionManagerCallback-301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393108 INFO (zkConnectionManagerCallback-303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393111 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 393113 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 393114 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 393114 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 393115 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 393116 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 393129 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 393129 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 393130 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 393131 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 393132 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 393187 INFO (zkConnectionManagerCallback-306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393189 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 393712 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 393713 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 393713 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 393713 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 393713 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59ffdf18{/,null,AVAILABLE}
[junit4] 2> 393714 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54f62eda{SSL,[ssl, http/1.1]}{127.0.0.1:41107}
[junit4] 2> 393715 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.Server Started @403916ms
[junit4] 2> 393715 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/tempDir-001/control/data, hostContext=/, hostPort=41107, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/control-001/cores}
[junit4] 2> 393715 ERROR (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 393715 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 393715 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 393715 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 393715 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:03:07.721Z
[junit4] 2> 393761 INFO (zkConnectionManagerCallback-308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393805 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 393805 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/control-001/solr.xml
[junit4] 2> 393809 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 393809 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 393840 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 393878 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36040/solr
[junit4] 2> 393963 INFO (zkConnectionManagerCallback-312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 394072 INFO (zkConnectionManagerCallback-314-thread-1-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 394403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 394404 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41107_
[junit4] 2> 394404 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.c.Overseer Overseer (id=99400219822194693-127.0.0.1:41107_-n_0000000000) starting
[junit4] 2> 394417 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41107_
[junit4] 2> 394470 INFO (OverseerStateUpdate-99400219822194693-127.0.0.1:41107_-n_0000000000) [n:127.0.0.1:41107_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 394609 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 394649 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 394650 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 394651 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:41107_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/control-001/cores
[junit4] 2> 394822 INFO (zkConnectionManagerCallback-320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 394830 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 394831 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36040/solr ready
[junit4] 2> 394950 INFO (qtp811147895-1669) [n:127.0.0.1:41107_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41107_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 395175 INFO (OverseerThreadFactory-1007-thread-1-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 395709 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 395710 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 395839 INFO (zkCallback-313-thread-1-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 396729 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 396747 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 397025 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 397159 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 397160 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 397160 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 397160 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 397162 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=30.3544921875, floorSegmentMB=0.484375, forceMergeDeletesPctAllowed=5.113994899090681, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 397294 WARN (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 397491 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 397491 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 397492 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 397492 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 397493 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 397494 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c6346e6[control_collection_shard1_replica_n1] main]
[junit4] 2> 397507 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 397508 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 397508 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 397528 INFO (searcherExecutor-1010-thread-1-processing-n:127.0.0.1:41107_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5c6346e6[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 397528 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590403521874755584
[junit4] 2> 397532 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 397532 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 397532 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41107/control_collection_shard1_replica_n1/
[junit4] 2> 397532 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 397532 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41107/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 397532 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 397534 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41107/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 397649 INFO (zkCallback-313-thread-1-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 397693 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 397731 INFO (qtp811147895-1671) [n:127.0.0.1:41107_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2022
[junit4] 2> 397783 INFO (qtp811147895-1669) [n:127.0.0.1:41107_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 397912 INFO (zkCallback-313-thread-3-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 398783 INFO (qtp811147895-1669) [n:127.0.0.1:41107_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41107_&wt=javabin&version=2} status=0 QTime=3833
[junit4] 2> 398812 INFO (zkConnectionManagerCallback-324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 398828 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 398829 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36040/solr ready
[junit4] 2> 398829 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 398846 INFO (qtp811147895-1667) [n:127.0.0.1:41107_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398866 INFO (OverseerThreadFactory-1007-thread-2-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 398866 INFO (OverseerCollectionConfigSetProcessor-99400219822194693-127.0.0.1:41107_-n_0000000000) [n:127.0.0.1:41107_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 398866 WARN (OverseerThreadFactory-1007-thread-2-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 399069 INFO (qtp811147895-1667) [n:127.0.0.1:41107_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 399069 INFO (qtp811147895-1667) [n:127.0.0.1:41107_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=223
[junit4] 2> 399196 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-1-001 of type NRT
[junit4] 2> 399197 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 399198 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 399198 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 399198 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 399198 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289d7b26{/,null,AVAILABLE}
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@751fed51{SSL,[ssl, http/1.1]}{127.0.0.1:38406}
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.Server Started @409400ms
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=38406, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-1-001/cores}
[junit4] 2> 399199 ERROR (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 399199 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:03:13.205Z
[junit4] 2> 399230 INFO (zkConnectionManagerCallback-326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 399231 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 399231 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-1-001/solr.xml
[junit4] 2> 399234 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 399234 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 399235 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 399254 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36040/solr
[junit4] 2> 399318 INFO (zkConnectionManagerCallback-330-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 399379 INFO (zkConnectionManagerCallback-332-thread-1-processing-n:127.0.0.1:38406_) [n:127.0.0.1:38406_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 399421 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 399422 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 399445 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38406_
[junit4] 2> 399445 INFO (zkCallback-313-thread-3-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 399463 INFO (zkCallback-323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 399484 INFO (zkCallback-331-thread-1-processing-n:127.0.0.1:38406_) [n:127.0.0.1:38406_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 399624 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 399660 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 399660 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 399661 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:38406_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-1-001/cores
[junit4] 2> 399844 INFO (qtp404308555-1717) [n:127.0.0.1:38406_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38406_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 399857 INFO (OverseerCollectionConfigSetProcessor-99400219822194693-127.0.0.1:41107_-n_0000000000) [n:127.0.0.1:41107_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 399857 INFO (OverseerThreadFactory-1007-thread-3-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38406_ for creating new replica
[junit4] 2> 399894 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 399894 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 400906 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 400958 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 401235 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 401287 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 401287 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 401287 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 401288 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 401290 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=30.3544921875, floorSegmentMB=0.484375, forceMergeDeletesPctAllowed=5.113994899090681, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 401292 WARN (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 401460 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 401460 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 401461 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 401461 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 401462 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 401463 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4516a5d8[collection1_shard2_replica_n41] main]
[junit4] 2> 401464 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 401464 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 401477 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 401509 INFO (searcherExecutor-1021-thread-1-processing-n:127.0.0.1:38406_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@4516a5d8[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 401521 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590403526061719552
[junit4] 2> 401538 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 401538 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 401538 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38406/collection1_shard2_replica_n41/
[junit4] 2> 401538 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 401538 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:38406/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 401538 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 401540 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38406/collection1_shard2_replica_n41/ shard2
[junit4] 2> 401702 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 401704 INFO (qtp404308555-1721) [n:127.0.0.1:38406_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1809
[junit4] 2> 401782 INFO (qtp404308555-1717) [n:127.0.0.1:38406_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38406_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1938
[junit4] 2> 401859 INFO (OverseerCollectionConfigSetProcessor-99400219822194693-127.0.0.1:41107_-n_0000000000) [n:127.0.0.1:41107_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 402388 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-2-001 of type NRT
[junit4] 2> 402401 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 402402 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 402402 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 402402 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 402402 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fe333a3{/,null,AVAILABLE}
[junit4] 2> 402403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bba0506{SSL,[ssl, http/1.1]}{127.0.0.1:44862}
[junit4] 2> 402403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.e.j.s.Server Started @412604ms
[junit4] 2> 402403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=44862, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-2-001/cores}
[junit4] 2> 402403 ERROR (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 402403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 402403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 402403 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 402404 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:03:16.410Z
[junit4] 2> 402420 INFO (zkConnectionManagerCallback-336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 402421 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 402421 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-2-001/solr.xml
[junit4] 2> 402424 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 402424 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 402425 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 402427 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36040/solr
[junit4] 2> 402445 INFO (zkConnectionManagerCallback-340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 402446 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16123f92919000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 402448 INFO (zkConnectionManagerCallback-342-thread-1-processing-n:127.0.0.1:44862_) [n:127.0.0.1:44862_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 402477 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 402491 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 402492 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44862_
[junit4] 2> 402501 INFO (zkCallback-313-thread-3-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402539 INFO (zkCallback-331-thread-1-processing-n:127.0.0.1:38406_) [n:127.0.0.1:38406_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402539 INFO (zkCallback-323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402607 INFO (zkCallback-341-thread-1-processing-n:127.0.0.1:44862_) [n:127.0.0.1:44862_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 402782 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 402820 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 402820 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 402821 INFO (TEST-TestCollectionAPI.test-seed#[F9FBD4D4B3C8AD59]) [n:127.0.0.1:44862_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-2-001/cores
[junit4] 2> 402965 INFO (qtp404308555-1719) [n:127.0.0.1:38406_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44862_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 402980 INFO (OverseerThreadFactory-1007-thread-4-processing-n:127.0.0.1:41107_) [n:127.0.0.1:41107_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44862_ for creating new replica
[junit4] 2> 403023 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 403023 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 404085 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 404124 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 404317 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 404342 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 404342 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7974cccd
[junit4] 2> 404342 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 404342 INFO (qtp1749420561-1748) [n:127.0.0.1:44862_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionAPI_F9FBD4D4B3C8AD59-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/s
[...truncated too long message...]
ng reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c8d9ef9: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@29ae0cd3
[junit4] 2> 118585 T249 x:x:collection1 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@36bdf715
[junit4] 2> 118585 T249 x:x:collection1 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.core.collection1, tag=918419221
[junit4] 2> 118585 T249 x:x:collection1 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77d8f918: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@75e87153
[junit4] 2> 118659 T44 oejs.AbstractConnector.doStop Stopped ServerConnector@59ba9fc9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 118659 T44 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1683246251
[junit4] 2> 118660 T44 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 118660 T44 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77980a58: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@179caedb
[junit4] 2> 118664 T44 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 118665 T44 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26170f95: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@193a0d27
[junit4] 2> 118680 T44 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 118680 T44 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c741d24: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@29ae0cd3
[junit4] 2> 118681 T252 x:x:collection1 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7a41db1a
[junit4] 2> 118681 T252 x:x:collection1 oasm.SolrMetricManager.closeReporters Closing metric reporters for registry=solr.core.collection1, tag=2051136282
[junit4] 2> 118681 T252 x:x:collection1 oasmr.SolrJmxReporter.close Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@165929ad: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@513b7f37
[junit4] 2> 118698 T44 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@5382e1a6{/solr,null,UNAVAILABLE}
[junit4] 2> 118698 T44 oejss.HouseKeeper.stopScavenging Stopped scavenging
[junit4] 2> 118732 T44 oas.SolrTestCaseJ4.tearDown ###Ending testFullImportWrongSolrUrl
[junit4] 2> 118733 T44 oas.SolrTestCaseJ4.clearObjectTrackerAndCheckEmpty ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 23, 2018 6:21:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Jan 23, 2018 6:22:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd:
[junit4] 2> 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Jan 23, 2018 6:22:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
[junit4] 2> Jan 23, 2018 6:22:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {dbdesc_s=PostingsFormat(name=LuceneFixedGap), dbid_s=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), desc=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=892, maxMBSortInHeap=6.91871414287314, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66c56d1f), locale=ru-RU, timezone=Asia/Kuala_Lumpur
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=3,free=243743784,total=325058560
[junit4] 2> NOTE: All tests run in this JVM: [TestXPathRecordReader, TestNestedChildren, TestBuiltInEvaluators, TestLineEntityProcessor, TestEntityProcessorBase, TestScriptTransformer, TestFileListWithLineEntityProcessor, TestSolrEntityProcessorEndToEnd]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrEntityProcessorEndToEnd -Dtests.seed=3B5FA8A093C0C842 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ru-RU -Dtests.timezone=Asia/Kuala_Lumpur -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSolrEntityProcessorEndToEnd (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd:
[junit4] > 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([3B5FA8A093C0C842]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=208, name=qtp1514090907-208, state=TIMED_WAITING, group=TGRP-TestSolrEntityProcessorEndToEnd]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([3B5FA8A093C0C842]:0)
[junit4] Completed [37/38 (1!)] on J1 in 91.25s, 7 tests, 2 errors <<< FAILURES!
[...truncated 42436 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2270 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2270/
2 tests failed.
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([6D1EADCA5A32E1AF:E20937E07A1EA8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10010_solr should have been deleted
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10010_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([6D1EADCA5A32E1AF:75A425C654072C40]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:842)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12638 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_6D1EADCA5A32E1AF-001/init-core-data-001
[junit4] 2> 1648503 WARN (SUITE-TestTriggerIntegration-seed#[6D1EADCA5A32E1AF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=41 numCloses=41
[junit4] 2> 1648504 INFO (SUITE-TestTriggerIntegration-seed#[6D1EADCA5A32E1AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1648525 INFO (SUITE-TestTriggerIntegration-seed#[6D1EADCA5A32E1AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1648526 INFO (SUITE-TestTriggerIntegration-seed#[6D1EADCA5A32E1AF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1648527 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1648527 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1648528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1648528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1648528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1648528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1648528 DEBUG (ScheduledTrigger-4611-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648542 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1648542 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1648542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1648542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1648542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1648542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1648542 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1648542 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1648543 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1648561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1648562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1648562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1648562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1648562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1648562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1648565 DEBUG (ScheduledTrigger-4614-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648585 DEBUG (ScheduledTrigger-4614-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648605 DEBUG (ScheduledTrigger-4614-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648626 DEBUG (ScheduledTrigger-4614-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648646 DEBUG (ScheduledTrigger-4614-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648662 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 1
[junit4] 2> 1648662 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1648663 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1648663 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10008_solr
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1648669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1648669 DEBUG (ScheduledTrigger-4617-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648670 DEBUG (ScheduledTrigger-4617-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10008_solr
[junit4] 2> 1648690 DEBUG (ScheduledTrigger-4617-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648710 DEBUG (ScheduledTrigger-4617-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648739 DEBUG (ScheduledTrigger-4617-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648772 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD TRIGGERS
[junit4] 2> 1648776 DEBUG (ScheduledTrigger-4617-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1648793 DEBUG (simCloudManagerPool-4616-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1648793 DEBUG (simCloudManagerPool-4616-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1648829 DEBUG (simCloudManagerPool-4616-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648829 DEBUG (simCloudManagerPool-4616-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648829 DEBUG (simCloudManagerPool-4616-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1648829 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1648829 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1648829 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1648841 DEBUG (simCloudManagerPool-4616-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1648841 DEBUG (simCloudManagerPool-4616-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1648841 DEBUG (simCloudManagerPool-4616-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648841 DEBUG (simCloudManagerPool-4616-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648841 DEBUG (simCloudManagerPool-4616-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1648841 DEBUG (simCloudManagerPool-4616-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1648842 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
[junit4] 2> 1648842 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1648842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1648842 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1648842 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 1144705664944789
[junit4] 2> 1648842 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1648842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1648845 DEBUG (ScheduledTrigger-4617-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 1648869 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1648869 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1648869 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1648869 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [1144705664944789], now=1144707034696639
[junit4] 2> 1648869 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4111a8e880a95T38bxngjjsw1zhb3lymth2blvb",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1144705664944789,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144705664944789],
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 1648870 DEBUG (ScheduledTrigger-4617-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 1648950 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10008_solr
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 1
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1648951 INFO (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testNodeMarkersRegistration -Dtests.seed=6D1EADCA5A32E1AF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=mk -Dtests.timezone=Africa/Bamako -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.43s J2 | TestTriggerIntegration.testNodeMarkersRegistration <<<
[junit4] > Throwable #1: java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10010_solr should have been deleted
[junit4] > at __randomizedtesting.SeedInfo.seed([6D1EADCA5A32E1AF:75A425C654072C40]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:842)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1649017 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1649017 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1649017 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10008_solr
[junit4] 2> 1649017 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1649018 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1649021 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1649021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1649021 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649033 DEBUG (AutoscalingActionExecutor-4618-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4111a8e880a95T38bxngjjsw1zhb3lymth2blvb",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1144705664944789,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144705664944789],
[junit4] 2> "_enqueue_time_":1144707060507039,
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 1649033 WARN (AutoscalingActionExecutor-4618-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1649033 DEBUG (AutoscalingActionExecutor-4618-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=4111a8e880a95T38bxngjjsw1zhb3lymth2blvb
[junit4] 2> 1649042 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649068 DEBUG (ScheduledTrigger-4620-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649088 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649124 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649141 DEBUG (simCloudManagerPool-4619-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1649141 DEBUG (simCloudManagerPool-4619-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1649142 DEBUG (simCloudManagerPool-4619-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1649142 DEBUG (simCloudManagerPool-4619-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1649142 DEBUG (simCloudManagerPool-4619-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1649142 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1649142 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1649142 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1649153 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1649153 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649153 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10011_solr at time 1144721211178189
[junit4] 2> 1649153 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649173 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1649173 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649173 DEBUG (ScheduledTrigger-4620-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649177 DEBUG (simCloudManagerPool-4619-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1649178 DEBUG (simCloudManagerPool-4619-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1649178 DEBUG (simCloudManagerPool-4619-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649178 DEBUG (simCloudManagerPool-4619-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1649178 DEBUG (simCloudManagerPool-4619-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1649178 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1649178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1649181 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1649181 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649181 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10011_solr] added at times [1144721211178189], now=1144722626030189
[junit4] 2> 1649181 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4111e2d28bccdT38bxngjjsw1zhb3lymth2blvd",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1144721211178189,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144721211178189],
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 1649181 DEBUG (ScheduledTrigger-4620-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger]
[junit4] 2> 1649197 DEBUG (AutoscalingActionExecutor-4621-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4111e2d28bccdT38bxngjjsw1zhb3lymth2blvd",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1144721211178189,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144721211178189],
[junit4] 2> "_enqueue_time_":1144722645272739,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 1
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_restore_trigger
[junit4] 2> 1649198 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1649202 DEBUG (AutoscalingActionExecutor-4621-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1649202 DEBUG (AutoscalingActionExecutor-4621-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 100ms
[junit4] 2> 1649202 DEBUG (AutoscalingActionExecutor-4621-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 246 ms for event id=4111e2d28bccdT38bxngjjsw1zhb3lymth2blvd
[junit4] 2> 1649215 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1649215 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1649215 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1649215 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1649216 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1649226 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1649226 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1649226 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649226 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
[junit4] 2> 1649227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1649227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1649227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1649227 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649247 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649303 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649327 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649336 DEBUG (simCloudManagerPool-4622-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1649336 DEBUG (simCloudManagerPool-4622-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1649359 DEBUG (ScheduledTrigger-4623-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649359 DEBUG (simCloudManagerPool-4622-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649359 DEBUG (simCloudManagerPool-4622-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649359 DEBUG (simCloudManagerPool-4622-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1649360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1649360 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1649360 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1649360 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649360 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649360 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 1144731577217889
[junit4] 2> 1649379 DEBUG (ScheduledTrigger-4623-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649380 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649380 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649400 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649426 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649426 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649444 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649446 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649446 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649464 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649466 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649466 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649497 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649497 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649497 DEBUG (ScheduledTrigger-4623-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649517 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649517 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649517 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649537 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649537 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649537 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649558 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649558 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649558 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649578 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649578 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649578 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1649598 DEBUG (ScheduledTrigger-4623-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1649619 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [1144731577217889], now=1144744501802389
[junit4] 2> 1649619 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"411209705f361T38bxngjjsw1zhb3lymth2blvg",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1144731577217889,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144731577217889],
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 1649619 DEBUG (ScheduledTrigger-4623-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 1649620 DEBUG (AutoscalingActionExecutor-4624-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"411209705f361T38bxngjjsw1zhb3lymth2blvg",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1144731577217889,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144731577217889],
[junit4] 2> "_enqueue_time_":1144744527782839,
[junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}}
[junit4] 2> 1649620 DEBUG (AutoscalingActionExecutor-4624-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1649620 DEBUG (AutoscalingActionExecutor-4624-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1649620 DEBUG (AutoscalingActionExecutor-4624-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 21 ms for event id=411209705f361T38bxngjjsw1zhb3lymth2blvg
[junit4] 2> 1649720 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649720 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649720 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649720 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10013_solr at time 1144749589232989
[junit4] 2> 1649740 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649740 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649740 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649768 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649769 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649769 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649789 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649789 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649789 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649809 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649809 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649809 DEBUG (ScheduledTrigger-4623-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649829 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1649829 DEBUG (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1649830 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1649890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1649890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10012_solr, 127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10012_solr, 127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1649890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
[junit4] 2> 1649890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1649891 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1649891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10013_solr
[junit4] 2> 1649891 DEBUG (ScheduledTrigger-4626-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649906 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1649906 DEBUG (ScheduledTrigger-4626-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649906 DEBUG (ScheduledTrigger-4626-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649931 DEBUG (ScheduledTrigger-4626-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1649931 DEBUG (ScheduledTrigger-4626-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1649931 DEBUG (ScheduledTrigger-4626-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1649931 DEBUG (ScheduledTrigger-4626-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10013_solr] added at times [1144749589232989], now=1144760139416589
[junit4] 2> 1649931 DEBUG (ScheduledTrigger-4626-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"41124c89f7d5dT38bxngjjsw1zhb3lymth2blvj",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1144749589232989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144749589232989],
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 1649932 DEBUG (ScheduledTrigger-4626-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 1649932 DEBUG (AutoscalingActionExecutor-4627-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"41124c89f7d5dT38bxngjjsw1zhb3lymth2blvj",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1144749589232989,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144749589232989],
[junit4] 2> "_enqueue_time_":1144760156655139,
[junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}}
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 1649932 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 3
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 1649933 INFO (TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1649935 DEBUG (AutoscalingActionExecutor-4627-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1649935 DEBUG (AutoscalingActionExecutor-4627-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1649935 DEBUG (AutoscalingActionExecutor-4627-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 162 ms for event id=41124c89f7d5dT38bxngjjsw1zhb3lymth2blvj
[junit4] 2> 1649936 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 1649936 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 1649936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 1649936 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1649936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1649937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1649937 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1649937 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1649937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1649937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 1649937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1649937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion -1
[junit4] 2> 1649937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 1649938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1649938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 1649938 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1649967 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650004 DEBUG (ScheduledTrigger-4629-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650032 DEBUG (ScheduledTrigger-4629-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650052 DEBUG (ScheduledTrigger-4629-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650077 DEBUG (simCloudManagerPool-4628-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1650077 DEBUG (simCloudManagerPool-4628-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 1650088 DEBUG (ScheduledTrigger-4629-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650105 DEBUG (simCloudManagerPool-4628-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1650105 INFO (simCloudManagerPool-4628-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 1650105 DEBUG (simCloudManagerPool-4628-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 1650105 DEBUG (simCloudManagerPool-4628-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 1650105 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 1650105 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1650105 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 1650106 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1650106 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1650106 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10014_solr at time 1144768859523039
[junit4] 2> 1650121 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1650126 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1650126 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1650126 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10014_solr] added at times [1144768859523039], now=1144769875652839
[junit4] 2> 1650126 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"411294538c7dfT38bxngjjsw1zhb3lymth2blvm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1144768859523039,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144768859523039],
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"]}}
[junit4] 2> 1650127 DEBUG (ScheduledTrigger-4629-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
[junit4] 2> 1650141 DEBUG (AutoscalingActionExecutor-4630-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"411294538c7dfT38bxngjjsw1zhb3lymth2blvm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1144768859523039,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144768859523039],
[junit4] 2> "_enqueue_time_":1144769902357589,
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"]}}
[junit4] 2> 1650141 INFO (AutoscalingActionExecutor-4630-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"411294538c7dfT38bxngjjsw1zhb3lymth2blvm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1144768859523039,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144768859523039],
[junit4] 2> "_enqueue_time_":1144769902357589,
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"]}}
[junit4] 2> 1650142 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1650142 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1650142 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1650143 WARN (AutoscalingActionExecutor-4630-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1650144 DEBUG (AutoscalingActionExecutor-4630-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 115 ms for event id=411294538c7dfT38bxngjjsw1zhb3lymth2blvm
[junit4] 2> 1650153 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 1650154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10014_solr]
[junit4] 2> 1650154 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 1650154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10014_solr]
[junit4] 2> 1650154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 1650154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
[junit4] 2> 1650154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 1650154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10011_solr
[junit4] 2> 1650157 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1650157 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 1650157 DEBUG (ScheduledTrigger-4632-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650157 DEBUG (ScheduledTrigger-4632-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
[junit4] 2> 1650157 DEBUG (ScheduledTrigger-4632-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"411294538c7dfT38bxngjjsw1zhb3lymth2blvm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1144768859523039,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144768859523039],
[junit4] 2> "_dequeue_time_":1144771417388089,
[junit4] 2> "_enqueue_time_":1144769902357589,
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1650157 DEBUG (ScheduledTrigger-4632-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
[junit4] 2> 1650166 DEBUG (AutoscalingActionExecutor-4633-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"411294538c7dfT38bxngjjsw1zhb3lymth2blvm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1144768859523039,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144768859523039],
[junit4] 2> "_dequeue_time_":1144771417388089,
[junit4] 2> "_enqueue_time_":1144769902357589,
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1650166 DEBUG (ScheduledTrigger-4632-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1650166 INFO (AutoscalingActionExecutor-4633-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"411294538c7dfT38bxngjjsw1zhb3lymth2blvm",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1144768859523039,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1144768859523039],
[junit4] 2> "_dequeue_time_":1144771417388089,
[junit4] 2> "_enqueue_time_":1144769902357589,
[junit4] 2> "nodeNames":["127.0.0.1:10014_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1650166 DEBUG (ScheduledTrigger-4632-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1650167 DEBUG (AutoscalingActionExecutor-4633-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1650167 DEBUG (AutoscalingActionExecutor-4633-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 1650167 DEBUG (AutoscalingActionExecutor-4633-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 87 ms for event id=411294538c7dfT38bxngjjsw1zhb3lymth2blvm
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10011_solr
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 3
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 1650259 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1650264 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1650264 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 1650264 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10011_solr
[junit4] 2> 1650265 INFO (TEST-TestTriggerIntegration.testSearchRate-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1650265 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1650265 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[6D1EADCA5A32E1AF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10014_solr]
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1650281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 1650282 DEBUG (ScheduledTrigger-4635-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650315 DEBUG (ScheduledTrigger-4635-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650372 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650393 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650425 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650445 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650448 DEBUG (simCloudManagerPool-4634-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1650448 DEBUG (simCloudManagerPool-4634-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
[junit4] 2> 1650452 DEBUG (simCloudManagerPool-4634-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10014_solr]
[junit4] 2> 1650454 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
[junit4] 2> 1650454 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1650454 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 1650465 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650485 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650535 DEBUG (simCloudManagerPool-4634-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1650535 DEBUG (simCloudManagerPool-4634-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 18
[junit4] 2> 1650535 DEBUG (simCloudManagerPool-4634-thread-5) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10014_solr]
[junit4] 2> 1650538 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 18
[junit4] 2> 1650538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1650538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 18, lastZnodeVersion 18
[junit4] 2> 1650558 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650647 DEBUG (ScheduledTrigger-4635-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650738 DEBUG (ScheduledTrigger-4635-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650773 DEBUG (ScheduledTrigger-4635-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1650775 DEBUG (ScheduledTrigger-4635-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4112e547a9ac5T38bxngjjsw1zhb3lymth2blvq",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":1144790590331589,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10012_solr":250.0,
[junit4] 2> "127.0.0.1:10014_solr":250.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node2\":{\n \"core\":\"collection1_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":123450000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10012_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":250.0,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":123450000,\n \"rate\":250.0,\n \"node_name\":\"127.0.0.1:10014_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1m
[...truncated too long message...]
lrJmxReporter@2ed6b9ac: rootName = solr_33999, domain = solr.core..system.shard1.replica_n9, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n9 / com.codahale.metrics.MetricRegistry@116dc80a
[junit4] 2> 3727314 INFO (coreCloseExecutor-10184-thread-2) [n:127.0.0.1:42850_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node8 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=376278702
[junit4] 2> 3727314 INFO (jetty-closer-4750-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@719dd81b{/solr,null,UNAVAILABLE}
[junit4] 2> 3727315 INFO (jetty-closer-4750-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3727319 INFO (jetty-closer-4750-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c42805{/solr,null,UNAVAILABLE}
[junit4] 2> 3727321 INFO (jetty-closer-4750-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3727324 INFO (coreCloseExecutor-10185-thread-2) [n:127.0.0.1:33999_solr c:.system s:shard1 r:core_node10 x:.system_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=42380608
[junit4] 2> 3727333 INFO (jetty-closer-4750-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99396511382437897-127.0.0.1:33999_solr-n_0000000000) closing
[junit4] 2> 3727333 INFO (OverseerStateUpdate-99396511382437897-127.0.0.1:33999_solr-n_0000000000) [n:127.0.0.1:33999_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33999_solr
[junit4] 2> 3727334 WARN (OverseerAutoScalingTriggerThread-99396511382437897-127.0.0.1:33999_solr-n_0000000000) [n:127.0.0.1:33999_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3727335 DEBUG (jetty-closer-4750-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3727337 INFO (jetty-closer-4750-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c28eab1{/solr,null,UNAVAILABLE}
[junit4] 2> 3727337 INFO (jetty-closer-4750-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3727342 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[6D1EADCA5A32E1AF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3727343 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6D1EADCA5A32E1AF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37461 37461
[junit4] 2> 3727423 INFO (Thread-5362) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37461 37461
[junit4] 2> 3727424 WARN (Thread-5362) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 56 /solr/collections/.system/state.json
[junit4] 2> 43 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/99396511382437897-127.0.0.1:33999_solr-n_0000000000
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/99396511382437895-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99396511382437897-core_node5-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6D1EADCA5A32E1AF-001
[junit4] 2> Jan 23, 2018 1:20:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@649d4078), locale=es-US, timezone=UCT
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=131368280,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [VMParamsZkACLAndCredentialsProvidersTest, HdfsCollectionsAPIDistributedZkTest, PropertiesRequestHandlerTest, TestCloudPseudoReturnFields, TestAnalyzeInfixSuggestions, TestQuerySenderListener, BadCopyFieldTest, SearchHandlerTest, TestLocalFSCloudBackupRestore, ClusterStateUpdateTest, TestReRankQParserPlugin, GraphQueryTest, TestFilteredDocIdSet, TestAddFieldRealTimeGet, ComputePlanActionTest, SolrShardReporterTest, TestSolrCloudWithDelegationTokens, TestPrepRecovery, TestSQLHandlerNonCloud, ResponseHeaderTest, TestSolrDeletionPolicy2, TestImplicitCoreProperties, SchemaApiFailureTest, TestSolrCoreProperties, NumericFieldsTest, TestCodecSupport, DistanceUnitsTest, TestRequestForwarding, ZkStateWriterTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestReqParamsAPI, HdfsRestartWhileUpdatingTest, SpellCheckComponentTest, TestLegacyField, TermVectorComponentTest, SpatialHeatmapFacetsTest, ClusterStateTest, LeaderFailureAfterFreshStartTest, TestEmbeddedSolrServerConstructors, MergeStrategyTest, TestUpdate, TestCloudInspectUtil, NotRequiredUniqueKeyTest, PreAnalyzedFieldTest, ExplicitHLLTest, TestExactSharedStatsCache, PeerSyncReplicationTest, SpellPossibilityIteratorTest, TestSchemaVersionResource, TestFaceting, TestSearcherReuse, DistributedFacetPivotLargeTest, TestDocBasedVersionConstraints, JvmMetricsTest, TestCollationFieldDocValues, AddBlockUpdateTest, TestSolrCloudWithHadoopAuthPlugin, TestCoreDiscovery, TestBulkSchemaConcurrent, TestTolerantSearch, MultiTermTest, TestFieldResource, TestInitQParser, TestRealTimeGet, TestAtomicUpdateErrorCases, StatsReloadRaceTest, ConnectionReuseTest, TestMissingGroups, TestSystemCollAutoCreate, TestQueryTypes, SolrGangliaReporterTest, HLLUtilTest, TestNRTOpen, TestDistributedMissingSort, BasicDistributedZk2Test, TestXmlQParser, CircularListTest, TestStressCloudBlindAtomicUpdates, TestMacroExpander, LegacyCloudClusterPropTest, ShowFileRequestHandlerTest, AliasIntegrationTest, TestPivotHelperCode, TestComputePlanAction, BasicAuthIntegrationTest, ClassificationUpdateProcessorTest, CleanupOldIndexTest, LukeRequestHandlerTest, DocValuesMultiTest, DateFieldTest, TestFastWriter, CollectionsAPISolrJTest, CoreMergeIndexesAdminHandlerTest, TestFiltering, TestShortCircuitedRequests, TestValueSourceCache, CloudMLTQParserTest, LeaderElectionTest, TestFieldCacheReopen, TestUseDocValuesAsStored2, TestTlogReplica, CurrencyRangeFacetCloudTest, HdfsNNFailoverTest, DeleteStatusTest, TestSubQueryTransformerDistrib, MultiThreadedOCPTest, TestTriggerIntegration, TestOverriddenPrefixQueryForCustomFieldType, SolrCmdDistributorTest, CollectionReloadTest, TestSolr4Spatial2, AtomicUpdatesTest, CoreAdminHandlerTest, CopyFieldTest, TestCollectionAPI, SpatialFilterTest, ConvertedLegacyTest, TestQueryWrapperFilter, UnloadDistributedZkTest, DirectoryFactoryTest, UninvertDocValuesMergePolicyTest, DistribJoinFromCollectionTest, DocValuesTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomDVFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, QueryElevationComponentTest, PeerSyncTest, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, UpdateParamsTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, CursorPagingTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, HealthCheckHandlerTest, HttpPartitionTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, TestCloudRecovery, TestLockTree, TestOnReconnectListenerSupport, TestRebalanceLeaders, ZkFailoverTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, SearchRateTriggerTest, TestNodeAddedTrigger, TestNodeLostTrigger, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ConfigureRecoveryStrategyTest, QueryResultKeyTest, TestConfigSetProperties, TestCorePropertiesReload, TestReloadAndDeleteDocs, TestSolrCoreSnapshots, TestConfigReload, AutoscalingHistoryHandlerTest]
[junit4] Completed [654/768 (2!)] on J2 in 39.46s, 1 test, 1 failure <<< FAILURES!
[...truncated 48487 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2269 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2269/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest: 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest:
1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6553BF52F8187A4B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.OpenCloseCoreStressTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6553BF52F8187A4B]:0)
Build Log:
[...truncated 11775 lines...]
[junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/init-core-data-001
[junit4] 2> 155473 INFO (SUITE-OpenCloseCoreStressTest-seed#[6553BF52F8187A4B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 155475 INFO (SUITE-OpenCloseCoreStressTest-seed#[6553BF52F8187A4B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 155475 INFO (SUITE-OpenCloseCoreStressTest-seed#[6553BF52F8187A4B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] IGNOR/A 0.00s J0 | OpenCloseCoreStressTest.test15Seconds
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J0 | OpenCloseCoreStressTest.test10Minutes
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J0 | OpenCloseCoreStressTest.test1Hour
[junit4] > Assumption #1: 'weekly' test group is disabled (@Weekly())
[junit4] 2> 155511 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test5Seconds
[junit4] 2> 156107 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 156172 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 156172 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 156175 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 156213 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d8a1002{/solr,null,AVAILABLE}
[junit4] 2> 156241 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61ed29e0{HTTP/1.1,[http/1.1]}{127.0.0.1:41974}
[junit4] 2> 156267 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.Server Started @166660ms
[junit4] 2> 156267 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41974}
[junit4] 2> 156301 ERROR (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 156301 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 156301 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 156301 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 156302 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-22T17:11:39.212Z
[junit4] 2> 156302 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 156304 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/solr.xml
[junit4] 2> 156353 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 156809 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 156841 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 156842 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 156897 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.CorePropertiesLocator Found 5 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001
[junit4] 2> 156897 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [00000_core, 00002_core, 00004_core, 00003_core, 00001_core]
[junit4] 2> 156897 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 157442 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.OpenCloseCoreStressTest Starting indexing and querying
[junit4] 2> 157442 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.OpenCloseCoreStressTest
[junit4] 2>
[junit4] 2>
[junit4] 2>
[junit4] 2>
[junit4] 2> Starting a 5 second cycle, seconds left: 5. Seconds run so far: 0.
[junit4] 2> 157443 INFO (Thread-16) [ ] o.a.s.c.OneIndexer Starting indexing thread: 96
[junit4] 2> 157446 INFO (Thread-17) [ ] o.a.s.c.OneIndexer Starting indexing thread: 97
[junit4] 2> 157466 INFO (Thread-18) [ ] o.a.s.c.OneIndexer Starting indexing thread: 98
[junit4] 2> 157466 INFO (Thread-19) [ ] o.a.s.c.OneIndexer Starting indexing thread: 99
[junit4] 2> 157467 INFO (Thread-20) [ ] o.a.s.c.OneIndexer Starting indexing thread: 100
[junit4] 2> 157467 INFO (Thread-22) [ ] o.a.s.c.OneQuery Starting query thread: 102
[junit4] 2> 157468 INFO (Thread-23) [ ] o.a.s.c.OneQuery Starting query thread: 103
[junit4] 2> 157482 INFO (Thread-24) [ ] o.a.s.c.OneQuery Starting query thread: 104
[junit4] 2> 157559 INFO (Thread-25) [ ] o.a.s.c.OneQuery Starting query thread: 105
[junit4] 2> 157467 INFO (Thread-21) [ ] o.a.s.c.OneQuery Starting query thread: 101
[junit4] 2> 159378 INFO (qtp329524253-73) [ x:00003_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 159414 INFO (qtp329524253-73) [ x:00003_core] o.a.s.s.IndexSchema [00003_core] Schema name=tiny
[junit4] 2> 159430 INFO (qtp329524253-79) [ x:00001_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 159438 INFO (qtp329524253-109) [ x:00000_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 159466 INFO (qtp329524253-111) [ x:00004_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 159470 INFO (qtp329524253-73) [ x:00003_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 159470 INFO (qtp329524253-73) [ x:00003_core] o.a.s.c.CoreContainer Creating SolrCore '00003_core' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00003_core, trusted=true
[junit4] 2> 159583 INFO (qtp329524253-73) [ x:00003_core] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.00003_core' (registry 'solr.core.00003_core') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 159583 INFO (qtp329524253-73) [ x:00003_core] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 159583 INFO (qtp329524253-73) [ x:00003_core] o.a.s.c.SolrCore [[00003_core] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00003_core], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00003_core/data/]
[junit4] 2> 159646 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 159837 INFO (qtp329524253-109) [ x:00000_core] o.a.s.s.IndexSchema [00000_core] Schema name=tiny
[junit4] 2> 159839 INFO (qtp329524253-109) [ x:00000_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 159839 INFO (qtp329524253-109) [ x:00000_core] o.a.s.c.CoreContainer Creating SolrCore '00000_core' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00000_core, trusted=true
[junit4] 2> 159840 INFO (qtp329524253-109) [ x:00000_core] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.00000_core' (registry 'solr.core.00000_core') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 159840 INFO (qtp329524253-109) [ x:00000_core] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 159840 INFO (qtp329524253-109) [ x:00000_core] o.a.s.c.SolrCore [[00000_core] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00000_core], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00000_core/data/]
[junit4] 2> 159864 INFO (qtp329524253-111) [ x:00004_core] o.a.s.s.IndexSchema [00004_core] Schema name=tiny
[junit4] 2> 159871 INFO (qtp329524253-79) [ x:00001_core] o.a.s.s.IndexSchema [00001_core] Schema name=tiny
[junit4] 2> 159890 INFO (qtp329524253-79) [ x:00001_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 159890 INFO (qtp329524253-79) [ x:00001_core] o.a.s.c.CoreContainer Creating SolrCore '00001_core' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00001_core, trusted=true
[junit4] 2> 159890 INFO (qtp329524253-79) [ x:00001_core] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.00001_core' (registry 'solr.core.00001_core') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 159891 INFO (qtp329524253-79) [ x:00001_core] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 159891 INFO (qtp329524253-79) [ x:00001_core] o.a.s.c.SolrCore [[00001_core] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00001_core], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00001_core/data/]
[junit4] 2> 159991 INFO (qtp329524253-111) [ x:00004_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 159992 INFO (qtp329524253-111) [ x:00004_core] o.a.s.c.CoreContainer Creating SolrCore '00004_core' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00004_core, trusted=true
[junit4] 2> 159992 INFO (qtp329524253-111) [ x:00004_core] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.00004_core' (registry 'solr.core.00004_core') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 159992 INFO (qtp329524253-111) [ x:00004_core] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 159992 INFO (qtp329524253-111) [ x:00004_core] o.a.s.c.SolrCore [[00004_core] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00004_core], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00004_core/data/]
[junit4] 2> 159996 INFO (qtp329524253-79) [ x:00001_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 160003 INFO (qtp329524253-73) [ x:00003_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 160037 INFO (qtp329524253-112) [ x:00002_core] o.a.s.s.IndexSchema [00002_core] Schema name=tiny
[junit4] 2> 160053 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 160088 INFO (qtp329524253-112) [ x:00002_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 160088 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.CoreContainer Creating SolrCore '00002_core' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00002_core, trusted=true
[junit4] 2> 160088 INFO (qtp329524253-112) [ x:00002_core] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.00002_core' (registry 'solr.core.00002_core') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2b2c4c
[junit4] 2> 160088 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 160089 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.SolrCore [[00002_core] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00002_core], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00002_core/data/]
[junit4] 2> 160197 INFO (qtp329524253-109) [ x:00000_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 160300 INFO (qtp329524253-112) [ x:00002_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 160980 INFO (qtp329524253-109) [ x:00000_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 160981 INFO (qtp329524253-109) [ x:00000_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 160982 INFO (qtp329524253-109) [ x:00000_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.5849609375, floorSegmentMB=2.185546875, forceMergeDeletesPctAllowed=16.904402272709163, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4576399215342377
[junit4] 2> 160983 INFO (qtp329524253-109) [ x:00000_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a6eb008[00000_core] main]
[junit4] 2> 161056 INFO (qtp329524253-109) [ x:00000_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00000_core/conf
[junit4] 2> 161057 INFO (qtp329524253-109) [ x:00000_core] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 161257 INFO (searcherExecutor-59-thread-1-processing-x:00000_core) [ x:00000_core] o.a.s.c.SolrCore [00000_core] Registered new searcher Searcher@6a6eb008[00000_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 161271 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 161271 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 161262 INFO (qtp329524253-109) [ x:00000_core] o.a.s.c.S.Request [00000_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=2012
[junit4] 2> 161352 INFO (qtp329524253-73) [ x:00003_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 161352 INFO (qtp329524253-73) [ x:00003_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 161353 INFO (qtp329524253-73) [ x:00003_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.5849609375, floorSegmentMB=2.185546875, forceMergeDeletesPctAllowed=16.904402272709163, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4576399215342377
[junit4] 2> 161354 INFO (qtp329524253-73) [ x:00003_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@71664cb7[00003_core] main]
[junit4] 2> 161354 INFO (qtp329524253-73) [ x:00003_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00003_core/conf
[junit4] 2> 161380 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.5849609375, floorSegmentMB=2.185546875, forceMergeDeletesPctAllowed=16.904402272709163, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4576399215342377
[junit4] 2> 161491 INFO (qtp329524253-111) [ x:00004_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@71ab9829[00004_core] main]
[junit4] 2> 161492 INFO (qtp329524253-111) [ x:00004_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00004_core/conf
[junit4] 2> 161493 INFO (qtp329524253-111) [ x:00004_core] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 161498 INFO (qtp329524253-73) [ x:00003_core] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 161506 INFO (qtp329524253-79) [ x:00001_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 161506 INFO (qtp329524253-79) [ x:00001_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 161509 INFO (qtp329524253-79) [ x:00001_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.5849609375, floorSegmentMB=2.185546875, forceMergeDeletesPctAllowed=16.904402272709163, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4576399215342377
[junit4] 2> 161509 INFO (qtp329524253-79) [ x:00001_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@3aad7cc2[00001_core] main]
[junit4] 2> 161526 INFO (qtp329524253-79) [ x:00001_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00001_core/conf
[junit4] 2> 161529 INFO (qtp329524253-112) [ x:00002_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 161529 INFO (qtp329524253-112) [ x:00002_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 161624 INFO (qtp329524253-79) [ x:00001_core] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 161729 INFO (qtp329524253-112) [ x:00002_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.5849609375, floorSegmentMB=2.185546875, forceMergeDeletesPctAllowed=16.904402272709163, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4576399215342377
[junit4] 2> 161730 INFO (qtp329524253-112) [ x:00002_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@50acc869[00002_core] main]
[junit4] 2> 161730 INFO (qtp329524253-112) [ x:00002_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.OpenCloseCoreStressTest_6553BF52F8187A4B-001/tempDir-001/00002_core/conf
[junit4] 2> 161731 INFO (qtp329524253-112) [ x:00002_core] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 161891 INFO (searcherExecutor-58-thread-1-processing-x:00003_core) [ x:00003_core] o.a.s.c.SolrCore [00003_core] Registered new searcher Searcher@71664cb7[00003_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 161892 INFO (searcherExecutor-61-thread-1-processing-x:00004_core) [ x:00004_core] o.a.s.c.SolrCore [00004_core] Registered new searcher Searcher@71ab9829[00004_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 161893 INFO (searcherExecutor-60-thread-1-processing-x:00001_core) [ x:00001_core] o.a.s.c.SolrCore [00001_core] Registered new searcher Searcher@3aad7cc2[00001_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 161894 INFO (qtp329524253-76) [ x:00001_core] o.a.s.c.S.Request [00001_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=2632
[junit4] 2> 161903 INFO (qtp329524253-73) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=2641
[junit4] 2> 161904 INFO (qtp329524253-78) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=2641
[junit4] 2> 161911 INFO (searcherExecutor-62-thread-1-processing-x:00002_core) [ x:00002_core] o.a.s.c.SolrCore [00002_core] Registered new searcher Searcher@50acc869[00002_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 161912 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=2650
[junit4] 2> 161986 INFO (qtp329524253-79) [ x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id4]} 0 2724
[junit4] 2> 162057 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id2]} 0 2795
[junit4] 2> 162132 INFO (qtp329524253-112) [ x:00001_core] o.a.s.c.S.Request [00001_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162292 INFO (qtp329524253-107) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162293 INFO (qtp329524253-112) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162295 INFO (qtp329524253-111) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162366 INFO (qtp329524253-117) [ x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id5]} 0 3103
[junit4] 2> 162368 INFO (qtp329524253-78) [ x:00004_core] o.a.s.c.S.Request [00004_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=59
[junit4] 2> 162381 INFO (qtp329524253-111) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=15
[junit4] 2> 162403 INFO (qtp329524253-117) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162417 INFO (qtp329524253-111) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=13
[junit4] 2> 162418 INFO (qtp329524253-74) [ x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id3]} 0 3155
[junit4] 2> 162453 INFO (qtp329524253-112) [ x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id8]} 0 85
[junit4] 2> 162565 INFO (Thread-18) [ ] o.a.s.c.OneIndexer Leaving indexing thread 98
[junit4] 2> 162566 INFO (qtp329524253-106) [ x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id1]} 0 3304
[junit4] 2> 162575 INFO (Thread-16) [ ] o.a.s.c.OneIndexer Leaving indexing thread 96
[junit4] 2> 162583 INFO (qtp329524253-80) [ x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id6]} 0 562
[junit4] 2> 162584 INFO (Thread-19) [ ] o.a.s.c.OneIndexer Leaving indexing thread 99
[junit4] 2> 162592 INFO (qtp329524253-107) [ x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core] webapp=/solr path=/update params={wt=javabin&version=2}{add=[id7]} 0 227
[junit4] 2> 162593 INFO (Thread-17) [ ] o.a.s.c.OneIndexer Leaving indexing thread 97
[junit4] 2> 162608 INFO (qtp329524253-109) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=154
[junit4] 2> 162609 INFO (qtp329524253-74) [ x:00001_core] o.a.s.c.S.Request [00001_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162610 INFO (qtp329524253-117) [ x:00004_core] o.a.s.c.S.Request [00004_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162611 INFO (qtp329524253-112) [ x:00001_core] o.a.s.c.S.Request [00001_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162611 INFO (Thread-20) [ ] o.a.s.c.OneIndexer Leaving indexing thread 100
[junit4] 2> 162734 INFO (qtp329524253-74) [ x:00004_core] o.a.s.c.S.Request [00004_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162774 INFO (qtp329524253-117) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162775 INFO (qtp329524253-74) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162775 INFO (qtp329524253-112) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162777 INFO (qtp329524253-117) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162885 INFO (qtp329524253-111) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162885 INFO (qtp329524253-74) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162886 INFO (qtp329524253-117) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162886 INFO (qtp329524253-78) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 162886 INFO (Thread-21) [ ] o.a.s.c.OneQuery Leaving query thread: 101
[junit4] 2> 162887 INFO (Thread-22) [ ] o.a.s.c.OneQuery Leaving query thread: 102
[junit4] 2> 162885 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 163013 INFO (Thread-24) [ ] o.a.s.c.OneQuery Leaving query thread: 104
[junit4] 2> 162973 INFO (Thread-25) [ ] o.a.s.c.OneQuery Leaving query thread: 105
[junit4] 2> 163025 INFO (Thread-23) [ ] o.a.s.c.OneQuery Leaving query thread: 103
[junit4] 2> 163061 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.OpenCloseCoreStressTest Checking if indexes have all the documents they should...
[junit4] 2> 163156 INFO (qtp329524253-111) [ x:00000_core] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 163156 INFO (qtp329524253-111) [ x:00000_core] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 163158 INFO (qtp329524253-111) [ x:00000_core] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 163158 INFO (qtp329524253-111) [ x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 163171 INFO (qtp329524253-111) [ x:00000_core] o.a.s.c.S.Request [00000_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 163187 INFO (qtp329524253-111) [ x:00001_core] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 163187 INFO (qtp329524253-111) [ x:00001_core] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@486e51ed commitCommandVersion:0
[junit4] 2> 163319 INFO (qtp329524253-111) [ x:00001_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@20ce39e4[00001_core] main]
[junit4] 2> 163320 INFO (qtp329524253-111) [ x:00001_core] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 163378 INFO (searcherExecutor-60-thread-1-processing-x:00001_core) [ x:00001_core] o.a.s.c.SolrCore [00001_core] Registered new searcher Searcher@20ce39e4[00001_core] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c2)))}
[junit4] 2> 163378 INFO (qtp329524253-111) [ x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 190
[junit4] 2> 163380 INFO (qtp329524253-112) [ x:00001_core] o.a.s.c.S.Request [00001_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 163382 INFO (qtp329524253-111) [ x:00002_core] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 163406 INFO (qtp329524253-111) [ x:00002_core] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@755d4a2e commitCommandVersion:0
[junit4] 2> 163456 INFO (qtp329524253-111) [ x:00002_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@32da5e5b[00002_core] main]
[junit4] 2> 163456 INFO (qtp329524253-111) [ x:00002_core] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 163476 INFO (searcherExecutor-62-thread-1-processing-x:00002_core) [ x:00002_core] o.a.s.c.SolrCore [00002_core] Registered new searcher Searcher@32da5e5b[00002_core] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 163476 INFO (qtp329524253-111) [ x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 93
[junit4] 2> 163478 INFO (qtp329524253-112) [ x:00002_core] o.a.s.c.S.Request [00002_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 163492 INFO (qtp329524253-111) [ x:00003_core] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 163492 INFO (qtp329524253-111) [ x:00003_core] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@98c02bd commitCommandVersion:0
[junit4] 2> 163682 INFO (qtp329524253-111) [ x:00003_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c1e5e78[00003_core] main]
[junit4] 2> 163683 INFO (qtp329524253-111) [ x:00003_core] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 163698 INFO (searcherExecutor-58-thread-1-processing-x:00003_core) [ x:00003_core] o.a.s.c.SolrCore [00003_core] Registered new searcher Searcher@2c1e5e78[00003_core] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1) Uninverting(_1(8.0.0):c1) Uninverting(_2(8.0.0):c1)))}
[junit4] 2> 163698 INFO (qtp329524253-111) [ x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 206
[junit4] 2> 163700 INFO (qtp329524253-112) [ x:00003_core] o.a.s.c.S.Request [00003_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 163735 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 163735 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4b1ea822 commitCommandVersion:0
[junit4] 2> 163737 INFO (qtp329524253-111) [ x:00004_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@24803f0f[00004_core] main]
[junit4] 2> 163773 INFO (searcherExecutor-61-thread-1-processing-x:00004_core) [ x:00004_core] o.a.s.c.SolrCore [00004_core] Registered new searcher Searcher@24803f0f[00004_core] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c2)))}
[junit4] 2> 163774 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 163774 INFO (qtp329524253-111) [ x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 39
[junit4] 2> 163808 INFO (qtp329524253-112) [ x:00004_core] o.a.s.c.S.Request [00004_core] webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 163809 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.OpenCloseCoreStressTest
[junit4] 2>
[junit4] 2> Docs indexed (cumulative, all cycles): 8, total docs: 8: Cycle stats: updates: 8: qtimes: 15,958
[junit4] 2> 163888 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@61ed29e0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 163888 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1462886606
[junit4] 2> 163940 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 163941 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b49114a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2f58d591
[junit4] 2> 164017 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 164017 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d722e57: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3eee565c
[junit4] 2> 164145 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 164145 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f9ee04c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5806c58e
[junit4] 2> 164261 INFO (coreCloseExecutor-78-thread-1) [ x:00000_core] o.a.s.c.SolrCore [00000_core] CLOSING SolrCore org.apache.solr.core.SolrCore@3f1a9152
[junit4] 2> 164261 INFO (coreCloseExecutor-78-thread-1) [ x:00000_core] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.00000_core, tag=1058705746
[junit4] 2> 164261 INFO (coreCloseExecutor-78-thread-1) [ x:00000_core] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15a50295: rootName = null, domain = solr.core.00000_core, service url = null, agent id = null] for registry solr.core.00000_core / com.codahale.metrics.MetricRegistry@9608ef5
[junit4] 2> 164261 INFO (coreCloseExecutor-78-thread-2) [ x:00001_core] o.a.s.c.SolrCore [00001_core] CLOSING SolrCore org.apache.solr.core.SolrCore@367bab83
[junit4] 2> 164261 INFO (coreCloseExecutor-78-thread-3) [ x:00002_core] o.a.s.c.SolrCore [00002_core] CLOSING SolrCore org.apache.solr.core.SolrCore@5183445a
[junit4] 2> 164262 INFO (coreCloseExecutor-78-thread-4) [ x:00003_core] o.a.s.c.SolrCore [00003_core] CLOSING SolrCore org.apache.solr.core.SolrCore@2647a68e
[junit4] 2> 164277 INFO (coreCloseExecutor-78-thread-5) [ x:00004_core] o.a.s.c.SolrCore [00004_core] CLOSING SolrCore org.apache.solr.core.SolrCore@389c44ad
[junit4] 2> 164743 INFO (coreCloseExecutor-78-thread-5) [ x:00004_core] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.00004_core, tag=949765293
[junit4] 2> 164743 INFO (coreCloseExecutor-78-thread-5) [ x:00004_core] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57c9ef51: rootName = null, domain = solr.core.00004_core, service url = null, agent id = null] for registry solr.core.00004_core / com.codahale.metrics.MetricRegistry@4584bf21
[junit4] 2> 164954 INFO (coreCloseExecutor-78-thread-4) [ x:00003_core] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.00003_core, tag=642229902
[junit4] 2> 164974 INFO (coreCloseExecutor-78-thread-4) [ x:00003_core] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6aea10dc: rootName = null, domain = solr.core.00003_core, service url = null, agent id = null] for registry solr.core.00003_core / com.codahale.metrics.MetricRegistry@11cb8b0f
[junit4] 2> 165112 INFO (coreCloseExecutor-78-thread-3) [ x:00002_core] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.00002_core, tag=1367557210
[junit4] 2> 165112 INFO (coreCloseExecutor-78-thread-3) [ x:00002_core] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38a22991: rootName = null, domain = solr.core.00002_core, service url = null, agent id = null] for registry solr.core.00002_core / com.codahale.metrics.MetricRegistry@1083bfbb
[junit4] 2> 165226 INFO (coreCloseExecutor-78-thread-2) [ x:00001_core] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.00001_core, tag=914074499
[junit4] 2> 165226 INFO (coreCloseExecutor-78-thread-2) [ x:00001_core] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bc13b63: rootName = null, domain = solr.core.00001_core, service url = null, agent id = null] for registry solr.core.00001_core / com.codahale.metrics.MetricRegistry@1700139c
[junit4] 2> 165574 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d8a1002{/solr,null,UNAVAILABLE}
[junit4] 2> 165574 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 195637 WARN (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp329524253{STOPPING,8<=18<=10000,i=0,q=1} Couldn't stop Thread[qtp329524253-112,5,TGRP-OpenCloseCoreStressTest]
[junit4] 2> 195640 INFO (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[6553BF52F8187A4B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test5Seconds
[junit4] 2> 195641 INFO (SUITE-OpenCloseCoreStressTest-seed#[6553BF52F8187A4B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 22, 2018 5:12:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Jan 22, 2018 5:12:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest:
[junit4] 2> 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Jan 22, 2018 5:12:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
[junit4] 2> Jan 22, 2018 5:12:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=2002, maxMBSortInHeap=5.918005571541725, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@323b4751), locale=pl-PL, timezone=America/Nome
[junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=211440168,total=298319872
[junit4] 2> NOTE: All tests run in this JVM: [SecurityConfHandlerTest, TestCollationField, UpdateParamsTest, DebugComponentTest, ConcurrentDeleteAndCreateCollectionTest, TestSort, TestSizeLimitedDistributedMap, OpenCloseCoreStressTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OpenCloseCoreStressTest -Dtests.seed=6553BF52F8187A4B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pl-PL -Dtests.timezone=America/Nome -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | OpenCloseCoreStressTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.OpenCloseCoreStressTest:
[junit4] > 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6553BF52F8187A4B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=112, name=qtp329524253-112, state=TIMED_WAITING, group=TGRP-OpenCloseCoreStressTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6553BF52F8187A4B]:0)
[junit4] Completed [38/768 (1!)] on J0 in 63.40s, 4 tests, 2 errors, 3 skipped <<< FAILURES!
[...truncated 50479 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2268 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2268/
5 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.test
Error Message:
Collection not found: testalias2
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: testalias2
at __randomizedtesting.SeedInfo.seed([FE3313DF8DFACBB9:76672C052306A641]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:453)
at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:447)
at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:379)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
The partitioned replica did not get marked down expected:<[down]> but was:<[active]>
Stack Trace:
org.junit.ComparisonFailure: The partitioned replica did not get marked down expected:<[down]> but was:<[active]>
at __randomizedtesting.SeedInfo.seed([FE3313DF8DFACBB9:76672C052306A641]:0)
at org.junit.Assert.assertEquals(Assert.java:125)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:240)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([FE3313DF8DFACBB9:A91AE86A560829A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.search.join.TestCloudNestedDocsSort: 1) Thread[id=10203, name=qtp1413213629-10203, state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.search.join.TestCloudNestedDocsSort:
1) Thread[id=10203, name=qtp1413213629-10203, state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([FE3313DF8DFACBB9]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=10203, name=qtp1413213629-10203, state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=10203, name=qtp1413213629-10203, state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([FE3313DF8DFACBB9]:0)
Build Log:
[...truncated 12137 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> 1760963 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/init-core-data-001
[junit4] 2> 1760964 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1760966 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1760966 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001
[junit4] 2> 1760966 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1761184 INFO (Thread-1354) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1761184 INFO (Thread-1354) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1761186 ERROR (Thread-1354) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1761322 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34863
[junit4] 2> 1761358 INFO (zkConnectionManagerCallback-621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1761373 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1761374 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1761374 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1761374 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1761374 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1761375 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@434eec2c{/solr,null,AVAILABLE}
[junit4] 2> 1761383 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4638cb0{HTTP/1.1,[http/1.1]}{127.0.0.1:33492}
[junit4] 2> 1761383 INFO (jetty-launcher-618-thread-1) [ ] o.e.j.s.Server Started @1782011ms
[junit4] 2> 1761383 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33492}
[junit4] 2> 1761384 ERROR (jetty-launcher-618-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1761393 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1761456 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1761456 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1761456 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1761457 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1761457 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1761457 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-22T00:45:48.804Z
[junit4] 2> 1761458 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70b3c6c8{/solr,null,AVAILABLE}
[junit4] 2> 1761458 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ae45546{HTTP/1.1,[http/1.1]}{127.0.0.1:48506}
[junit4] 2> 1761459 INFO (jetty-launcher-618-thread-2) [ ] o.e.j.s.Server Started @1782087ms
[junit4] 2> 1761459 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48506}
[junit4] 2> 1761459 ERROR (jetty-launcher-618-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1761459 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1761459 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1761459 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1761459 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-22T00:45:48.806Z
[junit4] 2> 1761516 INFO (zkConnectionManagerCallback-625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1761525 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1761553 INFO (zkConnectionManagerCallback-623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1761681 INFO (jetty-launcher-618-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34863/solr
[junit4] 2> 1761933 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1761984 INFO (zkConnectionManagerCallback-629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1762632 INFO (jetty-launcher-618-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34863/solr
[junit4] 2> 1762756 INFO (zkConnectionManagerCallback-631-thread-1-processing-n:127.0.0.1:48506_solr) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1763079 INFO (zkConnectionManagerCallback-635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1763129 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1611b540c740005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1763408 INFO (zkConnectionManagerCallback-638-thread-1-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1763413 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1763414 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33492_solr
[junit4] 2> 1763414 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.c.Overseer Overseer (id=99390714578993158-127.0.0.1:33492_solr-n_0000000000) starting
[junit4] 2> 1763419 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33492_solr
[junit4] 2> 1763438 INFO (zkCallback-637-thread-1-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1763459 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1763463 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1763464 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48506_solr
[junit4] 2> 1763471 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1763502 INFO (zkCallback-630-thread-1-processing-n:127.0.0.1:48506_solr) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1763696 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48506.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1763796 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48506.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1763796 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48506.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1763843 INFO (jetty-launcher-618-thread-2) [n:127.0.0.1:48506_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/.
[junit4] 2> 1765646 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1765724 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1765724 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1765725 INFO (jetty-launcher-618-thread-1) [n:127.0.0.1:33492_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node1/.
[junit4] 2> 1765941 INFO (zkConnectionManagerCallback-643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1765980 INFO (zkConnectionManagerCallback-647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1765992 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1765993 INFO (SUITE-AutoScalingHandlerTest-seed#[FE3313DF8DFACBB9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34863/solr ready
[junit4] 2> 1766078 INFO (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[FE3313DF8DFACBB9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPolicyAndPreferences
[junit4] 2> 1766520 ERROR (qtp1201619400-3829) [n:127.0.0.1:33492_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-policy={xyz=[{replica=<2, shard=#EACH, node=#ANY}, {nodeRole=!overseer, replica=0}], policy1=[{cores=<2, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}]}, errorMessages=[cores is only allowed in 'cluster-policy']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1766524 INFO (qtp1201619400-3829) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=415
[junit4] 2> 1766590 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1766608 INFO (qtp1056015893-3841) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1766610 INFO (qtp1056015893-3838) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=62
[junit4] 2> 1766652 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1766653 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1766654 INFO (qtp1056015893-3838) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 1766670 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1766671 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1766674 INFO (qtp1056015893-3838) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 1766771 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=13
[junit4] 2> 1766789 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1766790 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=74
[junit4] 2> 1766833 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
[junit4] 2> 1766834 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
[junit4] 2> 1766852 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 1768067 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
[junit4] 2> 1768068 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
[junit4] 2> 1768078 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1225
[junit4] 2> 1768078 INFO (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[FE3313DF8DFACBB9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPolicyAndPreferences
[junit4] 2> 1768234 INFO (TEST-AutoScalingHandlerTest.test-seed#[FE3313DF8DFACBB9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1768452 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768453 INFO (qtp1056015893-3841) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768494 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=241
[junit4] 2> 1768510 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768510 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768517 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1768536 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768537 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768538 INFO (qtp1201619400-3829) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 1768539 ERROR (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-trigger={name=node_lost_trigger}, errorMessages=[Cannot remove trigger: node_lost_trigger because it has active listeners: [xyz, node_lost_trigger.system]]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:311)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1768539 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1768608 INFO (qtp1201619400-3829) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=43
[junit4] 2> 1768609 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768644 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=89
[junit4] 2> 1768646 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768647 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1768692 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=47
[junit4] 2> 1768784 ERROR (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-listener={name=xyz, trigger=node_lost_trigger, stage=[STARTED, ABORTED, SUCCEEDED], beforeAction=execute_plan, class=org.apache.solr.cloud.autoscaling.AutoScaling$HttpTriggerListener, url=http://xyz.com/on_node_lost?node={$LOST_NODE_NAME}}, errorMessages=[A trigger with the name node_lost_trigger does not exist]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1768785 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=44
[junit4] 2> 1768785 INFO (TEST-AutoScalingHandlerTest.test-seed#[FE3313DF8DFACBB9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 1768842 INFO (TEST-AutoScalingHandlerTest.testReadApi-seed#[FE3313DF8DFACBB9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReadApi
[junit4] 2> 1769111 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769113 INFO (qtp1056015893-3841) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769118 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1769119 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1769120 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1769122 INFO (qtp1201619400-3829) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1769125 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1769126 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769128 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1769177 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769177 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769196 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=67
[junit4] 2> 1769285 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=88
[junit4] 2> 1769313 INFO (qtp1201619400-3829) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769314 INFO (qtp1056015893-3841) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769314 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling/diagnostics params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1769332 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1769408 INFO (OverseerThreadFactory-1082-thread-1-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 1769423 ERROR (OverseerThreadFactory-1082-thread-1-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: readApiTestViolations operation: create failed:org.apache.solr.common.SolrException: 'maxShardsPerNode>0' is not supported when autoScaling policies are used
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.buildReplicaPositions(CreateCollectionCmd.java:292)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:121)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:251)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1769481 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=148
[junit4] 2> 1769490 INFO (qtp1201619400-3835) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769491 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1769500 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1769501 INFO (qtp1056015893-3844) [n:127.0.0.1:48506_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1769856 INFO (OverseerCollectionConfigSetProcessor-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1769857 INFO (OverseerThreadFactory-1082-thread-2-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 1769857 WARN (OverseerThreadFactory-1082-thread-2-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 6 on collection readApiTestViolations is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1770128 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1770130 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1770184 INFO (OverseerThreadFactory-1082-thread-2-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 16833875068 sessionWrapper.createTime 16833875014047093, this.sessionWrapper.createTime 16833875014047093
[junit4] 2> 1770432 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33492/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1770436 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48506/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1770444 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33492/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1770448 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48506/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1770452 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33492/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1770468 INFO (OverseerStateUpdate-99390714578993158-127.0.0.1:33492_solr-n_0000000000) [n:127.0.0.1:33492_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48506/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1770673 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n1&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1770674 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1770770 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n2&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1770770 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1770813 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n3&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1770813 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n4&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1770815 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n5&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1770856 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n6&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1771213 INFO (zkCallback-630-thread-1-processing-n:127.0.0.1:48506_solr) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771213 INFO (zkCallback-637-thread-2-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771213 INFO (zkCallback-637-thread-1-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771228 INFO (zkCallback-630-thread-2-processing-n:127.0.0.1:48506_solr) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771472 INFO (zkCallback-630-thread-2-processing-n:127.0.0.1:48506_solr) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771472 INFO (zkCallback-630-thread-1-processing-n:127.0.0.1:48506_solr) [n:127.0.0.1:48506_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771473 INFO (zkCallback-637-thread-3-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771473 INFO (zkCallback-637-thread-2-processing-n:127.0.0.1:33492_solr) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1771863 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1771881 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1772173 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1772182 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1772197 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1772222 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1772226 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n6] Schema name=minimal
[junit4] 2> 1772242 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n4] Schema name=minimal
[junit4] 2> 1772265 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1772265 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n2' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 1772266 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1772269 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1772269 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n6' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 1772291 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1772309 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1772309 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n3' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 1772337 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1772337 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n1' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 1772337 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1772337 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n4' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 1772364 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.core.readApiTestViolations.shard1.replica_n3' (registry 'solr.core.readApiTestViolations.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1772364 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1772364 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n3/data/]
[junit4] 2> 1772384 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48506.solr.core.readApiTestViolations.shard1.replica_n2' (registry 'solr.core.readApiTestViolations.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1772384 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1772384 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n2/data/]
[junit4] 2> 1772386 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48506.solr.core.readApiTestViolations.shard1.replica_n6' (registry 'solr.core.readApiTestViolations.shard1.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1772386 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1772386 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n6/data/]
[junit4] 2> 1772397 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48506.solr.core.readApiTestViolations.shard1.replica_n4' (registry 'solr.core.readApiTestViolations.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1772397 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1772397 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n4/data/]
[junit4] 2> 1772399 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.core.readApiTestViolations.shard1.replica_n1' (registry 'solr.core.readApiTestViolations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b5cfde
[junit4] 2> 1772399 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1772399 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_FE3313DF8DFACBB9-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n1/data/]
[junit4] 2> 1772778 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1773584 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773585 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773586 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1773586 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1773609 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773852 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773853 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1773853 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1773854 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n5] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n5] Schema name=minimal
[junit4] 2> 1773608 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773874 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773608 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773604 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773874 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773874 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773876 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1773876 INFO (qtp1201619400-3831) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1773876 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1773876 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1773888 INFO (qtp1056015893-3839) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a49a771[readApiTestViolations_shard1_replica_n6] main]
[junit4] 2> 1774060 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1774060 INFO (qtp1201619400-3833) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n5' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 1774109 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1774109 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1774110 INFO (qtp1056015893-3837) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node10 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4524b4de[readApiTestViolations_shard1_replica_n4] main]
[junit4] 2> 1774111 INFO (qtp1056015893-3842) [n:127.0.0.1:48506_solr c:readApiTestViolations s:shard1 r:core_node8 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4940c293[readApiTestViolations_shard1_replica_n2] main]
[junit4] 2> 1774111 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@25c898ce[readApiTestViolations_shard1_replica_n3] main]
[junit4] 2> 1774112 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1774113 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1774113 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1774113 INFO (qtp1201619400-3828) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590251446819880960
[junit4] 2> 1774116 INFO (searcherExecutor-1089-thread-1-processing-n:127.0.0.1:33492_solr x:readApiTestViolations_shard1_replica_n3 s:shard1 c:readApiTestViolations r:core_node9) [n:127.0.0.1:33492_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n3] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n3] Registered new searcher Searcher@25c898ce[readApiTestViolations_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[ju
[...truncated too long message...]
eds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180122_001606_516944463554233725106.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180122_001606_516265560068875178357.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180122_001606_5166549627676031065770.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180122_001606_5165698835859855350115.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:836: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180122_001606_5166549627676031065770.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J1-20180122_001606_5165698835859855350115.syserr
Total time: 238 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-master #2267 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any