You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/29 11:36:45 UTC

[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 366 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/366/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction.testIntegration

Error Message:


Stack Trace:
java.util.ConcurrentModificationException
	at __randomizedtesting.SeedInfo.seed([56E9383BD9C22048:E6883617FCFD816D]:0)
	at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:937)
	at java.base/java.util.ArrayList$Itr.next(ArrayList.java:891)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141)
	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12068 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestExecutePlanAction_56E9383BD9C22048-001/init-core-data-001
   [junit4]   2> 662840 WARN  (SUITE-TestExecutePlanAction-seed#[56E9383BD9C22048]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 662840 INFO  (SUITE-TestExecutePlanAction-seed#[56E9383BD9C22048]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 662840 INFO  (SUITE-TestExecutePlanAction-seed#[56E9383BD9C22048]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 662840 INFO  (SUITE-TestExecutePlanAction-seed#[56E9383BD9C22048]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 662858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 662858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 662858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 662858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 662858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 662864 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 662864 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 662870 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
   [junit4]   2> 662870 DEBUG (ScheduledTrigger-2388-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662870 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 662872 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 662872 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 662872 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 662873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 662874 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662909 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662931 DEBUG (ScheduledTrigger-2391-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662952 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662979 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662983 DEBUG (simCloudManagerPool-2390-thread-1) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testExecute
   [junit4]   2> 662999 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 662999 DEBUG (simCloudManagerPool-2390-thread-1) [    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 663027 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663030 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 1317ms
   [junit4]   2> 663037 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"1504bd7e8ded5700Tem814f5o2oxqa9kekw7orvqev",
   [junit4]   2>   "source":"mock_trigger_name",
   [junit4]   2>   "eventTime":1514543725948000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1514543725948000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6d728de9, org.apache.solr.cloud.autoscaling.sim.TestExecutePlanAction$1@70ab633b]}
   [junit4]   2> 663038 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:10001_solr&inPlaceMove=true&replica=core_node1
   [junit4]   2> 663059 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663080 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663103 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663125 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663140 DEBUG (simCloudManagerPool-2390-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{
   [junit4]   2>     "core":"testExecute_shard1_replica_n3",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testExecute",
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 663155 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663186 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663216 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663246 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663270 DEBUG (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
   [junit4]   2> 663270 DEBUG (simCloudManagerPool-2390-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testExecute / shard1: {"core_node2":{
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "core":"testExecute_shard1_replica_n2",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testExecute"}}
   [junit4]   2> 663271 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction Collection ready after 8ms
   [junit4]   2> 663271 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10001_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":2,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":980,
   [junit4]   2>     "sysprop.java.version":"9",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10001_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10001,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
   [junit4]   2>   "127.0.0.1:10000_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":0,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1000,
   [junit4]   2>     "sysprop.java.version":"9",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10000_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10000,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Collection testExecute state: DocCollection(testExecute//clusterstate.json/3)={
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testExecute_shard1_replica_n2",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "core":"testExecute_shard1_replica_n3",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "type":"NRT"}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 663272 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 663273 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	1
   [junit4]   2> 663273 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		0
   [junit4]   2> 663273 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[testExecute]
   [junit4]   2> 663273 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	2
   [junit4]   2> 663273 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 663273 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		2
   [junit4]   2> 663273 DEBUG (ScheduledTrigger-2391-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663274 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testExecute		2
   [junit4]   2> 663274 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- active           2
   [junit4]   2> 663274 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 663274 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- CREATE             1
   [junit4]   2> 663274 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- DELETESTATUS       2
   [junit4]   2> 663274 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- MOVEREPLICA        1
   [junit4]   2> 663275 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- OVERSEERSTATUS     1
   [junit4]   2> 663275 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- REQUESTSTATUS      2
   [junit4]   2> 663275 INFO  (TEST-TestExecutePlanAction.testExecute-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 663278 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
   [junit4]   2> 663278 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 663278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 663278 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 663279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 663279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 663279 DEBUG (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 663279 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
   [junit4]   2> 	at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 663280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 663280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 663280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 663280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 663280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 663281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 663281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 663281 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663304 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663329 DEBUG (ScheduledTrigger-2394-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663355 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663385 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663407 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663409 DEBUG (simCloudManagerPool-2393-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 663409 DEBUG (simCloudManagerPool-2393-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 663410 DEBUG (simCloudManagerPool-2393-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 663410 DEBUG (simCloudManagerPool-2393-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 663410 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 663410 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 663410 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 663411 DEBUG (ScheduledTrigger-2394-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 663412 DEBUG (simCloudManagerPool-2393-thread-2) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testIntegration
   [junit4]   2> 663425 DEBUG (simCloudManagerPool-2393-thread-2) [    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 663435 DEBUG (ScheduledTrigger-2394-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 663436 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 663454 DEBUG (simCloudManagerPool-2393-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testIntegration / shard1: {"core_node2":{
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "core":"testIntegration_shard1_replica_n2",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testIntegration"}}
   [junit4]   2> 663457 DEBUG (ScheduledTrigger-2394-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 663457 DEBUG (ScheduledTrigger-2394-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 663457 DEBUG (ScheduledTrigger-2394-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 663457 DEBUG (ScheduledTrigger-2394-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 663483 DEBUG (ScheduledTrigger-2394-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 663483 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 663483 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10000_solr]
   [junit4]   2> 663483 DEBUG (ScheduledTrigger-2394-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"12b863a76e042fTem814f5o2oxqa9kekw7orvqew",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":5269287731069999,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[5269287731069999],
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}}
   [junit4]   2> 663484 DEBUG (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"12b863a76e042fTem814f5o2oxqa9kekw7orvqew",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":5269287731069999,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[5269287731069999],
   [junit4]   2>     "_enqueue_time_":5269289054126199,
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}}
   [junit4]   2> 663485 DEBUG (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"12b863a76e042fTem814f5o2oxqa9kekw7orvqew",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":5269287731069999,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[5269287731069999],
   [junit4]   2>     "_enqueue_time_":5269289054126199,
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 663487 INFO  (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:10001_solr&inPlaceMove=true&replica=core_node1
   [junit4]   2> 663487 INFO  (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 5269289246 sessionWrapper.createTime 5269289168158899, this.sessionWrapper.createTime 5269289168158899 
   [junit4]   2> 663487 DEBUG (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"12b863a76e042fTem814f5o2oxqa9kekw7orvqew",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":5269287731069999,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[5269287731069999],
   [junit4]   2>     "_enqueue_time_":5269289054126199,
   [junit4]   2>     "nodeNames":["127.0.0.1:10000_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@f405f0f], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 663488 DEBUG (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testIntegration&targetNode=127.0.0.1:10001_solr&inPlaceMove=true&replica=core_node1
   [junit4]   2> 663599 DEBUG (simCloudManagerPool-2393-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node4":{
   [junit4]   2>     "core":"testIntegration_shard1_replica_n3",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testIntegration",
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10001_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":2,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":960,
   [junit4]   2>     "sysprop.java.version":"9",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10001_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10001,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
   [junit4]   2>   "127.0.0.1:10000_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":990,
   [junit4]   2>     "sysprop.java.version":"9",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10000_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10000,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Live nodes: [127.0.0.1:10001_solr]
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.TestExecutePlanAction * Collection testIntegration state: DocCollection(testIntegration//clusterstate.json/10)={
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testIntegration_shard1_replica_n2",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>           "core":"testIntegration_shard1_replica_n3",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "INDEX.sizeInBytes":123450000,
   [junit4]   2>           "type":"NRT"}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIntegration
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 663722 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		1
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	0
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10000_solr
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[testIntegration]
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	2
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	2
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		2
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testIntegration		2
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- active           2
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 663723 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- CREATE             1
   [junit4]   2> 663724 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- DELETESTATUS       1
   [junit4]   2> 663724 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- MOVEREPLICA        1
   [junit4]   2> 663724 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- REQUESTSTATUS      1
   [junit4]   2> 663724 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        1
   [junit4]   2> 663724 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             1
   [junit4]   2> 663724 INFO  (TEST-TestExecutePlanAction.testIntegration-seed#[56E9383BD9C22048]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 663724 DEBUG (AutoscalingActionExecutor-2395-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 11992 ms for event id=12b863a76e042fTem814f5o2oxqa9kekw7orvqew
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestExecutePlanAction -Dtests.method=testIntegration -Dtests.seed=56E9383BD9C22048 -Dtests.slow=true -Dtests.locale=pa-IN -Dtests.timezone=Asia/Saigon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.45s J1 | TestExecutePlanAction.testIntegration <<<
   [junit4]    > Throwable #1: java.util.ConcurrentModificationException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([56E9383BD9C22048:E6883617FCFD816D]:0)
   [junit4]    > 	at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:937)
   [junit4]    > 	at java.base/java.util.ArrayList$Itr.next(ArrayList.java:891)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 663727 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 663729 DEBUG (SUITE-TestExecutePlanAction-seed#[56E9383BD9C22048]-worker) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestExecutePlanAction_56E9383BD9C22048-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=pa-IN, timezone=Asia/Saigon
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=319621696,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [LukeRequestHandlerTest, IndexSchemaRuntimeFieldTest, EchoParamsTest, TestTrie, VersionInfoTest, TestStressVersions, TestQueryTypes, DistributedQueueTest, HdfsChaosMonkeySafeLeaderTest, TestCharFilters, TestSha256AuthenticationProvider, TestCloudInspectUtil, CursorMarkTest, TestSimpleQParserPlugin, TestHashPartitioner, TermVectorComponentTest, HdfsBasicDistributedZkTest, TestApiFramework, CopyFieldTest, TestEmbeddedSolrServerConstructors, TestShardHandlerFactory, ZkFailoverTest, MoveReplicaHDFSTest, TestFoldingMultitermQuery, ExplicitHLLTest, TestDistribDocBasedVersion, TestCryptoKeys, TestSchemaVersionResource, TestCollationField, TestRandomFlRTGCloud, TestFieldCacheVsDocValues, TestDistribIDF, CollectionStateFormat2Test, HttpPartitionTest, SimpleCollectionCreateDeleteTest, TestSystemIdResolver, TestPullReplica, SolrPluginUtilsTest, TestNRTOpen, TestRandomCollapseQParserPlugin, TestOverriddenPrefixQueryForCustomFieldType, TestFieldTypeResource, BadComponentTest, TestInitQParser, DocumentBuilderTest, TestRandomFaceting, TestNonDefinedSimilarityFactory, SolrCoreTest, SuggestComponentContextFilterQueryTest, TestSimDistributedQueue, LoggingHandlerTest, SampleTest, TestCoreContainer, EnumFieldTest, TestCollectionsAPIViaSolrCloudCluster, TestJavabinTupleStreamParser, MergeStrategyTest, TestHdfsUpdateLog, PluginInfoTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestJettySolrRunner, TestManagedSchemaThreadSafety, TestMaxTokenLenTokenizer, TestExecutePlanAction]
   [junit4] Completed [133/764 (1!)] on J1 in 0.90s, 2 tests, 1 error <<< FAILURES!

[...truncated 42973 lines...]