You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/03/27 06:44:59 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1763 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1763/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: java.util.ConcurrentModificationException
Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([DB274967BB634ABA:BEE41F1019C0E2B9]:0)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:336)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded(TestComputePlanAction.java:297)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: java.util.ConcurrentModificationException
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
... 42 more
Caused by: java.io.IOException: java.util.ConcurrentModificationException
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:500)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.util.ConcurrentModificationException
at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:909)
at java.util.ArrayList$Itr.next(ArrayList.java:859)
at org.apache.solr.cloud.autoscaling.sim.SimNodeStateProvider.getReplicaInfo(SimNodeStateProvider.java:286)
at org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.<init>(Policy.java:258)
at org.apache.solr.client.solrj.cloud.autoscaling.Policy.createSession(Policy.java:383)
at org.apache.solr.cloud.autoscaling.AutoScalingHandler.verifyAutoScalingConf(AutoScalingHandler.java:637)
at org.apache.solr.cloud.autoscaling.AutoScalingHandler.setAutoScalingConfig(AutoScalingHandler.java:624)
at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:212)
at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
... 6 more
FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
Error Message:
Time out waiting for LIR state get removed
Stack Trace:
java.util.concurrent.TimeoutException: Time out waiting for LIR state get removed
at __randomizedtesting.SeedInfo.seed([DB274967BB634ABA:A25C65E818FE8099]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing(DeleteReplicaTest.java:331)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1841 lines...]
[junit4] JVM J0: stdout was not empty, see: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/core/test/temp/junit4-J0-20180327_045929_397921020713015708830.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] codec: SimpleText, pf: TestBloomFilteredLucenePostings, dvf: Lucene70
[junit4] <<< JVM J0: EOF ----
[...truncated 10191 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction
[junit4] 2> 89740 INFO (SUITE-TestComputePlanAction-seed#[DB274967BB634ABA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestComputePlanAction_DB274967BB634ABA-001/init-core-data-001
[junit4] 2> 89742 WARN (SUITE-TestComputePlanAction-seed#[DB274967BB634ABA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 89742 INFO (SUITE-TestComputePlanAction-seed#[DB274967BB634ABA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 89743 INFO (SUITE-TestComputePlanAction-seed#[DB274967BB634ABA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 89760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 89760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 89762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 89763 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 89763 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 89765 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 89766 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 89767 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 89768 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 89768 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 89768 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:165) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
[junit4] 2> 89770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 89770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 89770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 89770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 89770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 89771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 89771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 89771 DEBUG (ScheduledTrigger-303-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89792 DEBUG (ScheduledTrigger-303-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89813 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89837 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89859 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89905 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89933 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89957 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89982 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 89984 DEBUG (simCloudManagerPool-302-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 89985 DEBUG (simCloudManagerPool-302-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 89986 DEBUG (simCloudManagerPool-302-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 89987 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 89988 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 89988 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 89999 DEBUG (simCloudManagerPool-302-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 89999 DEBUG (simCloudManagerPool-302-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 89999 DEBUG (simCloudManagerPool-302-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 89999 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 90000 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 90000 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 90038 DEBUG (ScheduledTrigger-303-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90058 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90085 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90112 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90132 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90154 DEBUG (simCloudManagerPool-302-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 90154 DEBUG (simCloudManagerPool-302-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 90155 DEBUG (simCloudManagerPool-302-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90159 DEBUG (simCloudManagerPool-302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90159 DEBUG (simCloudManagerPool-302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true}
[junit4] 2> 90159 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 90160 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 90162 DEBUG (simCloudManagerPool-302-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 90162 DEBUG (simCloudManagerPool-302-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 90162 DEBUG (simCloudManagerPool-302-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90163 DEBUG (simCloudManagerPool-302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90163 DEBUG (simCloudManagerPool-302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true}
[junit4] 2> 90163 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 90163 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 90165 DEBUG (simCloudManagerPool-302-thread-5) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 90168 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90169 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90169 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90176 WARN (simCloudManagerPool-302-thread-5) [ ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 90189 DEBUG (ScheduledTrigger-303-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90191 DEBUG (simCloudManagerPool-302-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 90209 DEBUG (ScheduledTrigger-303-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90212 DEBUG (ScheduledTrigger-303-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90215 DEBUG (ScheduledTrigger-303-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90214 DEBUG (simCloudManagerPool-302-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 90230 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90235 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90235 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90268 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90269 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90269 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90277 INFO (simCloudManagerPool-302-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1105550942 sessionWrapper.createTime 1105547876588053, this.sessionWrapper.createTime 1105547876588053
[junit4] 2> 90282 DEBUG (simCloudManagerPool-302-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 90290 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90290 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90290 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90310 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90325 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90327 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90331 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90349 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90349 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90353 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90358 ERROR (simCloudManagerPool-302-thread-8) [ ] o.a.s.h.RequestHandlerBase java.util.ConcurrentModificationException
[junit4] 2> at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:909)
[junit4] 2> at java.util.ArrayList$Itr.next(ArrayList.java:859)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimNodeStateProvider.getReplicaInfo(SimNodeStateProvider.java:286)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.<init>(Policy.java:258)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.Policy.createSession(Policy.java:383)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.verifyAutoScalingConf(AutoScalingHandler.java:637)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.setAutoScalingConfig(AutoScalingHandler.java:624)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:212)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 90359 DEBUG (simCloudManagerPool-302-thread-8) [ ] o.a.s.c.a.s.SimCloudManager -- exception handling request
[junit4] 2> java.util.ConcurrentModificationException: null
[junit4] 2> at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:909) ~[?:1.8.0_162]
[junit4] 2> at java.util.ArrayList$Itr.next(ArrayList.java:859) ~[?:1.8.0_162]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimNodeStateProvider.getReplicaInfo(SimNodeStateProvider.java:286) ~[test/:?]
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.<init>(Policy.java:258) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.Policy.createSession(Policy.java:383) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.verifyAutoScalingConf(AutoScalingHandler.java:637) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.setAutoScalingConfig(AutoScalingHandler.java:624) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:212) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459) ~[test/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_162]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
[junit4] 2> 90363 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE --------------
[junit4] 2> 90365 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: {"127.0.0.1:10000_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":2,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":998,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10000_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10000,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
[junit4] 2> 90366 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Live nodes: [127.0.0.1:10000_solr]
[junit4] 2> 90368 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Collection testNodeAdded state: DocCollection(testNodeAdded//clusterstate.json/2)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> 90370 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90370 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90370 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
[junit4] 2> 90370 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 90370 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 90370 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 90370 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 90370 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1
[junit4] 2> 90371 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0
[junit4] 2> 90371 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 90372 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeAdded]
[junit4] 2> 90372 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2
[junit4] 2> 90372 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 2
[junit4] 2> 90372 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 90373 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeAdded 2
[junit4] 2> 90374 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90374 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 90374 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 90382 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 90382 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 5
[junit4] 2> 90382 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 90392 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90392 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90394 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestComputePlanAction -Dtests.method=testNodeAdded -Dtests.seed=DB274967BB634ABA -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Asia/Ulan_Bator -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.64s J0 | TestComputePlanAction.testNodeAdded <<<
[junit4] > Throwable #1: java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: java.util.ConcurrentModificationException
[junit4] > at __randomizedtesting.SeedInfo.seed([DB274967BB634ABA:BEE41F1019C0E2B9]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:336)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded(TestComputePlanAction.java:297)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.util.concurrent.ExecutionException: java.io.IOException: java.util.ConcurrentModificationException
[junit4] > at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] > at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
[junit4] > ... 42 more
[junit4] > Caused by: java.io.IOException: java.util.ConcurrentModificationException
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:500)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > ... 1 more
[junit4] > Caused by: java.util.ConcurrentModificationException
[junit4] > at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:909)
[junit4] > at java.util.ArrayList$Itr.next(ArrayList.java:859)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimNodeStateProvider.getReplicaInfo(SimNodeStateProvider.java:286)
[junit4] > at org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.<init>(Policy.java:258)
[junit4] > at org.apache.solr.client.solrj.cloud.autoscaling.Policy.createSession(Policy.java:383)
[junit4] > at org.apache.solr.cloud.autoscaling.AutoScalingHandler.verifyAutoScalingConf(AutoScalingHandler.java:637)
[junit4] > at org.apache.solr.cloud.autoscaling.AutoScalingHandler.setAutoScalingConfig(AutoScalingHandler.java:624)
[junit4] > at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:212)
[junit4] > at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
[junit4] > ... 6 more
[junit4] 2> 90447 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90447 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90447 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90470 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90470 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90470 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90495 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90495 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90499 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90527 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 90527 DEBUG (ScheduledTrigger-303-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 90527 DEBUG (ScheduledTrigger-303-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90532 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 90532 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 90532 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 90533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 90533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 90533 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 90534 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 90534 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2034) ~[?:1.8.0_162]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
[junit4] 2> 90535 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 90537 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 90538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 90538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 90539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 90539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 90539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 90540 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90569 DEBUG (ScheduledTrigger-306-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90590 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90619 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90640 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90659 DEBUG (simCloudManagerPool-305-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 90661 DEBUG (simCloudManagerPool-305-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 90670 DEBUG (simCloudManagerPool-305-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90670 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 90673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 90673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 90673 DEBUG (simCloudManagerPool-305-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 90673 DEBUG (simCloudManagerPool-305-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 90674 DEBUG (simCloudManagerPool-305-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 90674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 90675 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 90675 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 90692 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90715 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90740 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90775 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 90777 DEBUG (simCloudManagerPool-305-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 90777 DEBUG (simCloudManagerPool-305-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 90777 DEBUG (simCloudManagerPool-305-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 90778 DEBUG (simCloudManagerPool-305-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 90779 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 90779 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 90779 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 90779 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90780 DEBUG (simCloudManagerPool-305-thread-4) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost
[junit4] 2> 90792 DEBUG (simCloudManagerPool-305-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 90793 DEBUG (simCloudManagerPool-305-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 90800 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90801 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90809 INFO (simCloudManagerPool-305-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1105577592 sessionWrapper.createTime 1105576766239853, this.sessionWrapper.createTime 1105576766239853
[junit4] 2> 90809 DEBUG (simCloudManagerPool-305-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 90822 DEBUG (ScheduledTrigger-306-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90830 DEBUG (ScheduledTrigger-306-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90832 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction -- cluster state: znodeVersion: 6
[junit4] 2> live nodes:[127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> collections:{testNodeLost=DocCollection(testNodeLost//clusterstate.json/5)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}}
[junit4] 2> 90845 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90846 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction Stopped_node : 127.0.0.1:10001_solr
[junit4] 2> 90845 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 90851 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90851 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 90853 DEBUG (simCloudManagerPool-305-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 90867 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90871 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90887 DEBUG (ScheduledTrigger-306-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90892 DEBUG (ScheduledTrigger-306-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90909 DEBUG (ScheduledTrigger-306-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90912 DEBUG (ScheduledTrigger-306-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90930 DEBUG (ScheduledTrigger-306-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90933 DEBUG (ScheduledTrigger-306-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90950 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90954 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90974 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90975 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90996 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 90996 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 90996 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10001_solr]
[junit4] 2> 91000 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3ed84d39a5dadT4ghws7nzh5gzl9lgu9uitowji",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1105579671707053,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1105579671707053],
[junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}}
[junit4] 2> 91001 DEBUG (ScheduledTrigger-306-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_lost_trigger]
[junit4] 2> 91034 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3ed84d39a5dadT4ghws7nzh5gzl9lgu9uitowji",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1105579671707053,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1105579671707053],
[junit4] 2> "_enqueue_time_":1105587256084453,
[junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}}
[junit4] 2> 91036 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"3ed84d39a5dadT4ghws7nzh5gzl9lgu9uitowji",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1105579671707053,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1105579671707053],
[junit4] 2> "_enqueue_time_":1105587256084453,
[junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 91036 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 91057 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 91063 INFO (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node2
[junit4] 2> 91064 INFO (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1105590320 sessionWrapper.createTime 1105590005304803, this.sessionWrapper.createTime 1105590005304803
[junit4] 2> 91064 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 91081 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 91081 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 2> 91081 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 91081 DEBUG (AutoscalingActionExecutor-307-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 2385 ms for event id=3ed84d39a5dadT4ghws7nzh5gzl9lgu9uitowji
[junit4] 2> 91082 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE --------------
[junit4] 2> 91082 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: {
[junit4] 2> "127.0.0.1:10001_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":999,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10001_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10001,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10000_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":999,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10000_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10000,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10002_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":0,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":1000,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10002_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10002,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
[junit4] 2> 91082 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Live nodes: [127.0.0.1:10000_solr]
[junit4] 2> 91082 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Collection testNodeLost state: DocCollection(testNodeLost//clusterstate.json/7)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLost
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 2
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10001_solr
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10002_solr
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost]
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 91083 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 91084 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 91085 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - AFTER_ACTION 1
[junit4] 2> 91085 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - BEFORE_ACTION 1
[junit4] 2> 91085 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 91085 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 91124 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
[junit4] 2> 91124 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 91124 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr
[junit4] 2> 91124 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10002_solr
[junit4] 2> 91124 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 91125 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 91127 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 91130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 91130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 91131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 91131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion -1
[junit4] 2> 91131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 91132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 91132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 91133 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91154 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91174 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91195 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91217 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91245 DEBUG (simCloudManagerPool-308-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 91246 DEBUG (simCloudManagerPool-308-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 91246 DEBUG (simCloudManagerPool-308-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 91246 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 91247 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 91247 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 91247 DEBUG (simCloudManagerPool-308-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 91247 DEBUG (simCloudManagerPool-308-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 91248 DEBUG (simCloudManagerPool-308-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 91248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 91248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 91248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 91250 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91275 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91297 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91317 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91342 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 91351 DEBUG (simCloudManagerPool-308-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 91351 DEBUG (simCloudManagerPool-308-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 91352 DEBUG (simCloudManagerPool-308-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr, 127.0.0.1:10000_solr, 127.0.0.1:10003_solr]
[junit4] 2> 91352 DEBUG (simCloudManagerPool-308-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr, 127.0.0.1:10000_solr, 127.0.0.1:10003_solr]
[junit4] 2> 91352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 91353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 91353 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 91353 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 91353 DEBUG (simCloudManagerPool-308-thread-4) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
[junit4] 2> 91364 DEBUG (simCloudManagerPool-308-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 91365 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 91366 DEBUG (simCloudManagerPool-308-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 91373 INFO (simCloudManagerPool-308-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1105605789 sessionWrapper.createTime 1105605450090853, this.sessionWrapper.createTime 1105605450090853
[junit4] 2> 91373 DEBUG (simCloudManagerPool-308-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 91373 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 91386 DEBUG (ScheduledTrigger-309-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 91395 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 91407 DEBUG (ScheduledTrigger-309-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 91416 DEBUG (ScheduledTrigger-309-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 91427 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 91436 DEBUG (ScheduledTrigger-309-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 91436 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction -- cluster state: znodeVersion: 10
[junit4] 2> live nodes:[127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10003_solr, 127.0.0.1:10005_solr]
[junit4] 2> collections:{testNodeWithMultipleReplicasLost=DocCollection(testNodeWithMultipleReplicasLost//clusterstate.json/9)={
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node6":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1},
[junit4] 2> "core_node4":{
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n4",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1},
[junit4] 2> "core_node5":{
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1},
[junit4] 2> "core_node3":{
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n3",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}}
[junit4] 2> 91438 DEBUG (simCloudManagerPool-308-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard2: {"core_node6":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost"}}
[junit4] 2> 91441 DEBUG (simCloudManagerPool-308-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost"}}
[junit4] 2> 91451 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 91451 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 91456 DEBUG (ScheduledTrigger-309-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 91456 DEBUG (ScheduledTrigger-309-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 91472 DEBUG (ScheduledTrigger-309-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 91477 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 91477 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10005_solr]
[junit4] 2> 91477 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"3ed8be1087e87T4ghws7nzh5gzl9lgu9uitowjn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1105609961799303,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1105609961799303],
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 91477 DEBUG (ScheduledTrigger-309-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_lost_trigger]
[junit4] 2> 91479 DEBUG (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"3ed8be1087e87T4ghws7nzh5gzl9lgu9uitowjn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1105609961799303,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1105609961799303],
[junit4] 2> "_enqueue_time_":1105611024064003,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 91480 DEBUG (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"3ed8be1087e87T4ghws7nzh5gzl9lgu9uitowjn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1105609961799303,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1105609961799303],
[junit4] 2> "_enqueue_time_":1105611024064003,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 91480 DEBUG (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 91480 DEBUG (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 91484 INFO (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 91484 INFO (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 91484 INFO (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1105611357 sessionWrapper.createTime 1105611149003253, this.sessionWrapper.createTime 1105611149003253
[junit4] 2> 91484 DEBUG (AutoscalingActionExecutor-310-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 91486 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 91486 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 91487 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE --------------
[junit4] 2> 91487 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[DB274967BB634ABA]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: {
[junit4] 2> "127.0.0.1:10004_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":999,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10004_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10004,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10005_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":2,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":998,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10005_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10005,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10000_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":2,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":998,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10000_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10000,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10003_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":999,
[junit4] 2> "sysprop.java.version":"1.8.0_162",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2>
[...truncated too long message...]
ion/72130179964076044-127.0.0.1:47472_solr-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_DB274967BB634ABA-001
[junit4] 2> Mar 27, 2018 5:57:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=356, maxMBSortInHeap=7.078864256527621, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b6964fc), locale=he-IL, timezone=Europe/Brussels
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=3,threads=1,free=128983592,total=490704896
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrConfigHandler, TestConfig, TestConfigSetsAPI, TestLegacyFieldReuse, HttpTriggerListenerTest, DirectUpdateHandlerTest, TestAnalyzeInfixSuggestions, TestDFRSimilarityFactory, RestartWhileUpdatingTest, TestIntervalFaceting, TestPushWriter, TestOverriddenPrefixQueryForCustomFieldType, TestRandomFaceting, TestGenericDistributedQueue, TestRandomCollapseQParserPlugin, MigrateRouteKeyTest, ShardRoutingTest, HttpSolrCallGetCoreTest, TestFastLRUCache, BadComponentTest, CircularListTest, ZkStateReaderTest, TestLegacyTerms, V2StandaloneTest, ConfigureRecoveryStrategyTest, BasicAuthStandaloneTest, IndexBasedSpellCheckerTest, RequestLoggingTest, TestSortByMinMaxFunction, LeaderFailoverAfterPartitionTest, TestPolicyCloud, SpellCheckComponentTest, TestSolrDeletionPolicy2, BadIndexSchemaTest, ZkControllerTest, CreateRoutedAliasTest, SharedFSAutoReplicaFailoverTest, TestDocSet, TestBinaryResponseWriter, TestRTGBase, SimpleMLTQParserTest, CoreAdminRequestStatusTest, InfoHandlerTest, UpdateParamsTest, TestGraphMLResponseWriter, ClusterStateUpdateTest, ScheduledMaintenanceTriggerTest, AutoAddReplicasIntegrationTest, SyncSliceTest, TestExceedMaxTermLength, TestNRTOpen, TestCollectionAPI, HdfsRecoverLeaseTest, FullHLLTest, TestStressReorder, TestNumericRangeQuery32, TestNodeAddedTrigger, NodeMutatorTest, TermVectorComponentTest, HLLUtilTest, PrimitiveFieldTypeTest, TestTolerantUpdateProcessorCloud, ScriptEngineTest, UUIDFieldTest, TestQuerySenderListener, DistributedExpandComponentTest, TestReloadDeadlock, TestLMDirichletSimilarityFactory, RegexBoostProcessorTest, DeleteLastCustomShardedReplicaTest, TestFieldCollectionResource, TestDelegationWithHadoopAuth, DocValuesNotIndexedTest, CheckHdfsIndexTest, TestComplexPhraseQParserPlugin, SolrJmxReporterCloudTest, TestMinMaxOnMultiValuedField, TestDFISimilarityFactory, OverseerStatusTest, DataDrivenBlockJoinTest, SolrGangliaReporterTest, TestEmbeddedSolrServerSchemaAPI, TestHdfsCloudBackupRestore, MergeStrategyTest, UninvertDocValuesMergePolicyTest, TestReRankQParserPlugin, TestConfigsApi, SubstringBytesRefFilterTest, TestConfigReload, TestShardHandlerFactory, NodeAddedTriggerTest, TestCollapseQParserPlugin, CollectionTooManyReplicasTest, TestSimpleQParserPlugin, TestStressLucene, TestDynamicFieldCollectionResource, TestDefaultStatsCache, TestConfigSetsAPIZkFailure, TestCloudManagedSchema, ReplaceNodeTest, TestSolrCloudWithHadoopAuthPlugin, SolrIndexMetricsTest, SchemaApiFailureTest, TestLuceneMatchVersion, TestCloudJSONFacetJoinDomain, SortByFunctionTest, SSLMigrationTest, DisMaxRequestHandlerTest, JsonLoaderTest, QueryParsingTest, TestPolicyCloud, DirectoryFactoryTest, TestXmlQParser, TestValueSourceCache, JvmMetricsTest, TestRawTransformer, JavabinLoaderTest, CSVRequestHandlerTest, TestTriggerIntegration, TestCrossCoreJoin, AtomicUpdatesTest, DistributedSpellCheckComponentTest, BlockJoinFacetSimpleTest, BasicFunctionalityTest, DocValuesMultiTest, DistributedFacetPivotWhiteBoxTest, TestRandomDVFaceting, TestStressRecovery, SimplePostToolTest, TestHashPartitioner, TestSolrQueryResponse, TestSolrIndexConfig, TestPerFieldSimilarityWithDefaultOverride, HdfsChaosMonkeySafeLeaderTest, HdfsUnloadDistributedZkTest, CustomHighlightComponentTest, TestAnalyzedSuggestions, LeaderVoteWaitTimeoutTest, TestInfoStreamLogging, ReplicaListTransformerTest, ConcurrentCreateRoutedAliasTest, SuggesterTest, DefaultValueUpdateProcessorTest, TestSolrConfigHandlerCloud, AddReplicaTest, TestRandomFlRTGCloud, SpellCheckCollatorTest, SpatialRPTFieldTypeTest, ManagedSchemaRoundRobinCloudTest, HdfsDirectoryTest, AnalyticsQueryTest, CdcrRequestHandlerTest, TestEmbeddedSolrServerAdminHandler, TestCloudDeleteByQuery, TestExtendedDismaxParser, ConnectionReuseTest, CustomCollectionTest, BooleanFieldTest, TestSolr4Spatial2, TestDistributedMap, DistributedQueryComponentOptimizationTest, HealthCheckHandlerTest, ChaosMonkeySafeLeaderTest, TestSolrCloudWithKerberosAlt, MetricUtilsTest, DebugComponentTest, AssignTest, CdcrBidirectionalTest, TestSolrQueryParser, TestIndexingPerformance, JSONWriterTest, TestOnReconnectListenerSupport, LoggingHandlerTest, TestLRUCache, TestWriterPerf, TestUseDocValuesAsStored2, PropertiesRequestHandlerTest, TestSolrFieldCacheBean, XsltUpdateRequestHandlerTest, SpatialHeatmapFacetsTest, TestShortCircuitedRequests, ShowFileRequestHandlerTest, DeleteStatusTest, IndexSchemaTest, HDFSCollectionsAPITest, TestFieldCacheWithThreads, DistribDocExpirationUpdateProcessorTest, TestLeaderElectionZkExpiry, AssignBackwardCompatibilityTest, SolrCloudExampleTest, TestUninvertingReader, SegmentsInfoRequestHandlerTest, FileBasedSpellCheckerTest, FacetPivotSmallTest, TestDistributedMissingSort, TestDistributedGrouping, TestRealTimeGet, TestStressVersions, DistributedTermsComponentTest, TestSolr4Spatial, StatsComponentTest, TestSort, TestFunctionQuery, TestLazyCores, TestCoreDiscovery, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, TestLFUCache, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionPropsTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteReplicaTest]
[junit4] Completed [544/786 (2!)] on J1 in 66.91s, 6 tests, 1 error <<< FAILURES!
[...truncated 50454 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1763/consoleText
[repro] Revision: ecb94ba4422d1ed70bd368e7aa562012cc3853ba
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC"
[repro] Repro line: ant test -Dtestcase=TestComputePlanAction -Dtests.method=testNodeAdded -Dtests.seed=DB274967BB634ABA -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Asia/Ulan_Bator -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] Repro line: ant test -Dtestcase=DeleteReplicaTest -Dtests.method=deleteReplicaOnIndexing -Dtests.seed=DB274967BB634ABA -Dtests.slow=true -Dtests.locale=he-IL -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestComputePlanAction
[repro] DeleteReplicaTest
[repro] ant compile-test
[...truncated 3317 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.TestComputePlanAction|*.DeleteReplicaTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=DB274967BB634ABA -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Asia/Ulan_Bator -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 124 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.DeleteReplicaTest
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction
[repro] Exiting with code 0
[...truncated 70 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1764 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1764/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads
Error Message:
MockDirectoryWrapper: cannot close: there are still 27 open files: {_5_LuceneVarGapDocFreqInterval_0.tib=1, _7_LuceneVarGapDocFreqInterval_0.doc=1, _6.fdt=1, _6_LuceneVarGapDocFreqInterval_0.doc=1, _5_Lucene70_0.dvd=1, _5.fdt=1, _7_LuceneVarGapDocFreqInterval_0.pos=1, _6_LuceneVarGapDocFreqInterval_0.pos=1, _4.fdt=1, _4_LuceneVarGapDocFreqInterval_0.tib=1, _4_LuceneVarGapDocFreqInterval_0.doc=1, _6.tvd=1, _6.nvd=1, _4_Lucene70_0.dvd=1, _7.tvd=1, _5_LuceneVarGapDocFreqInterval_0.pos=1, _7.nvd=1, _4_LuceneVarGapDocFreqInterval_0.pos=1, _4.tvd=1, _6_Lucene70_0.dvd=1, _4.nvd=1, _6_LuceneVarGapDocFreqInterval_0.tib=1, _7_LuceneVarGapDocFreqInterval_0.tib=1, _5.tvd=1, _5.nvd=1, _7.fdt=1, _5_LuceneVarGapDocFreqInterval_0.doc=1}
Stack Trace:
java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still 27 open files: {_5_LuceneVarGapDocFreqInterval_0.tib=1, _7_LuceneVarGapDocFreqInterval_0.doc=1, _6.fdt=1, _6_LuceneVarGapDocFreqInterval_0.doc=1, _5_Lucene70_0.dvd=1, _5.fdt=1, _7_LuceneVarGapDocFreqInterval_0.pos=1, _6_LuceneVarGapDocFreqInterval_0.pos=1, _4.fdt=1, _4_LuceneVarGapDocFreqInterval_0.tib=1, _4_LuceneVarGapDocFreqInterval_0.doc=1, _6.tvd=1, _6.nvd=1, _4_Lucene70_0.dvd=1, _7.tvd=1, _5_LuceneVarGapDocFreqInterval_0.pos=1, _7.nvd=1, _4_LuceneVarGapDocFreqInterval_0.pos=1, _4.tvd=1, _6_Lucene70_0.dvd=1, _4.nvd=1, _6_LuceneVarGapDocFreqInterval_0.tib=1, _7_LuceneVarGapDocFreqInterval_0.tib=1, _5.tvd=1, _5.nvd=1, _7.fdt=1, _5_LuceneVarGapDocFreqInterval_0.doc=1}
at __randomizedtesting.SeedInfo.seed([F6000648FD901344:97AD0EC721BE90F8]:0)
at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:841)
at org.apache.lucene.index.TestIndexWriterWithThreads._testMultipleThreadsFailure(TestIndexWriterWithThreads.java:339)
at org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads(TestIndexWriterWithThreads.java:456)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: unclosed IndexInput: _6_LuceneVarGapDocFreqInterval_0.pos
at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:732)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:776)
at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:92)
at org.apache.lucene.codecs.blockterms.LuceneVarGapDocFreqInterval.fieldsProducer(LuceneVarGapDocFreqInterval.java:100)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:293)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:373)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:831)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4445)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4136)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
Build Log:
[...truncated 1008 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterWithThreads -Dtests.method=testIOExceptionDuringAbortWithThreads -Dtests.seed=F6000648FD901344 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.06s J0 | TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads <<<
[junit4] > Throwable #1: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still 27 open files: {_5_LuceneVarGapDocFreqInterval_0.tib=1, _7_LuceneVarGapDocFreqInterval_0.doc=1, _6.fdt=1, _6_LuceneVarGapDocFreqInterval_0.doc=1, _5_Lucene70_0.dvd=1, _5.fdt=1, _7_LuceneVarGapDocFreqInterval_0.pos=1, _6_LuceneVarGapDocFreqInterval_0.pos=1, _4.fdt=1, _4_LuceneVarGapDocFreqInterval_0.tib=1, _4_LuceneVarGapDocFreqInterval_0.doc=1, _6.tvd=1, _6.nvd=1, _4_Lucene70_0.dvd=1, _7.tvd=1, _5_LuceneVarGapDocFreqInterval_0.pos=1, _7.nvd=1, _4_LuceneVarGapDocFreqInterval_0.pos=1, _4.tvd=1, _6_Lucene70_0.dvd=1, _4.nvd=1, _6_LuceneVarGapDocFreqInterval_0.tib=1, _7_LuceneVarGapDocFreqInterval_0.tib=1, _5.tvd=1, _5.nvd=1, _7.fdt=1, _5_LuceneVarGapDocFreqInterval_0.doc=1}
[junit4] > at __randomizedtesting.SeedInfo.seed([F6000648FD901344:97AD0EC721BE90F8]:0)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:841)
[junit4] > at org.apache.lucene.index.TestIndexWriterWithThreads._testMultipleThreadsFailure(TestIndexWriterWithThreads.java:339)
[junit4] > at org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads(TestIndexWriterWithThreads.java:456)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.RuntimeException: unclosed IndexInput: _6_LuceneVarGapDocFreqInterval_0.pos
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:732)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:776)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:92)
[junit4] > at org.apache.lucene.codecs.blockterms.LuceneVarGapDocFreqInterval.fieldsProducer(LuceneVarGapDocFreqInterval.java:100)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:293)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:373)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:831)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4445)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4136)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {date=PostingsFormat(name=LuceneVarGapDocFreqInterval), field=PostingsFormat(name=LuceneVarGapDocFreqInterval), docid=BlockTreeOrds(blocksize=128), titleTokenized=PostingsFormat(name=Memory), body=PostingsFormat(name=LuceneVarGapDocFreqInterval), title=FST50}, docValues:{date=DocValuesFormat(name=Lucene70), dv=DocValuesFormat(name=Lucene70), docid_intDV=DocValuesFormat(name=Lucene70), docid_int=DocValuesFormat(name=Memory), field=DocValuesFormat(name=Lucene70), docid=DocValuesFormat(name=Memory), titleTokenized=DocValuesFormat(name=Lucene70), title=DocValuesFormat(name=Asserting), body=DocValuesFormat(name=Lucene70), titleDV=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=955, maxMBSortInHeap=6.968626066190461, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@67d42dce), locale=ar-MA, timezone=CTT
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=3,threads=1,free=130018560,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [Test2BNumericDocValues, TestBagOfPositions, TestField, TestIndexWriter, TestTerms, TestLevenshteinAutomata, TestQueryRescorer, TestAxiomaticF2EXP, TestReaderClosed, TestFieldCacheRewriteMethod, TestSpanSearchEquivalence, TestFilterWeight, TestSpanExplanationsOfNonMatches, TestCustomNorms, TestBooleanRewrites, TestDocumentsWriterDeleteQueue, TestLogMergePolicy, TestIntRange, TestDuelingCodecs, TestGraphTokenStreamFiniteStrings, TestDocInverterPerFieldErrorInfo, TestMinimize, TestPrefixRandom, TestNorms, TestLiveFieldValues, TestTopDocsCollector, TestConjunctionDISI, TestUTF32ToUTF8, TestDemo, TestSegmentTermEnum, TestIndexingSequenceNumbers, TestRegexpRandom2, TestFutureArrays, TestVersion, TestSloppyMath, TestBooleanScorer, TestReadOnlyIndex, TestInPlaceMergeSorter, TestIndexWriterExceptions, TestRegexpQuery, TestMultiMMap, TestRoaringDocIdSet, TestFlushByRamOrCountsPolicy, TestCrashCausesCorruptIndex, TestMergedIterator, FuzzyTermOnShortTermsTest, TestBlockPostingsFormat, TestIndexWriterMerging, TestThreadedForceMerge, TestCodecUtil, TestNGramPhraseQuery, TestCachingTokenFilter, TestCrash, TestIntBlockPool, TestDirectMonotonic, TestBooleanQuery, TestSortedNumericSortField, TestParallelReaderEmptyIndex, TestSpanBoostQuery, TestAssertions, TestLazyProxSkipping, TestMaxPosition, TestBasicModelIn, TestMultiCollector, TestBlockMaxConjunction, TestRAMDirectory, TestAxiomaticF3EXP, TestOperations, TestIndexableField, TestIndexTooManyDocs, Test2BPoints, Test2BTerms, TestDistributionLL, TestTopDocsMerge, TestBytesRefArray, Test2BSortedDocValuesOrds, TestCharacterUtils, TestTotalHitCountCollector, TestMergeRateLimiter, TestStandardAnalyzer, TestMultiLevelSkipList, TestNeverDelete, TestBagOfPostings, TestByteBlockPool, TestGrowableByteArrayDataOutput, TestIndependenceStandardized, TestForceMergeForever, TestIndexReaderClose, TestSpans, TestSparseFixedBitSet, TestPositiveScoresOnlyCollector, TestAtomicUpdate, TestSimilarityProvider, TestCharArrayMap, TestDateSort, TestRateLimiter, TestFieldInvertState, TestDeterminizeLexicon, TestMultiset, TestLucene60FieldInfoFormat, TestNot, TestDocValuesIndexing, TestSameScoresWithThreads, TestBooleanOr, TestBooleanQueryVisitSubscorers, TestMultiTermQueryRewrites, TestPolygon, TestIndexInput, TestLucene50CompoundFormat, TestPrefixQuery, TestGeoEncodingUtils, TestIndexWriterConfig, TestBooleanSimilarity, TestElevationComparator, TestToken, TestHighCompressionMode, TestMultiTermsEnum, TestIndexWriterLockRelease, TestSloppyPhraseQuery, TestSpanTermQuery, TestFixedLengthBytesRefArray, TestLongRangeFieldQueries, TestPerFieldDocValuesFormat, TestIndexWriterReader, TestFSTs, TestPackedInts, TestIndexWriterWithThreads]
[junit4] Completed [236/487 (1!)] on J0 in 1.54s, 12 tests, 1 error <<< FAILURES!
[...truncated 829 lines...]
[junit4] JVM J0: stdout was not empty, see: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/build/core/test/temp/junit4-J0-20180327_133004_9696061221494826150684.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] codec: FastCompressingStoredFields, pf: LuceneVarGapFixedInterval, dvf: Asserting
[junit4] <<< JVM J0: EOF ----
[...truncated 62463 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1764/consoleText
[repro] Revision: 64c110c58d04663d4aa5d3b1dfa54e9104a2e625
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=TestIndexWriterWithThreads -Dtests.method=testIOExceptionDuringAbortWithThreads -Dtests.seed=F6000648FD901344 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] lucene/core
[repro] TestIndexWriterWithThreads
[repro] ant compile-test
[...truncated 146 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestIndexWriterWithThreads" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=F6000648FD901344 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=CTT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 123 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.lucene.index.TestIndexWriterWithThreads
[repro] Exiting with code 0
[...truncated 72 lines...]